00080000:00000010:1.0F:1749611170.394082:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611170.394096:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611170.394102:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611170.394192:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611170.394198:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611170.394202:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611170.394210:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611170.394216:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611170.394239:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0F:1749611170.400603:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611170.400624:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611170.400626:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611170.400630:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611170.400632:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611170.400636:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611170.400638:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0F:1749611170.457613:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611170.457624:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611170.457627:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611170.457631:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611170.457634:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611170.457638:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611170.457641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611170.457644:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611170.457646:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611170.480616:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611170.480622:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611170.480694:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611170.480700:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611170.480704:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611170.556213:0:18106:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611170.556224:0:18106:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611170.556230:0:18106:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611170.556250:0:18106:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611170.556256:0:18106:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611170.556260:0:18106:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611170.556268:0:18106:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611170.556274:0:18106:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611170.556277:0:18106:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611170.560887:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611170.560894:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611170.560899:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611170.560978:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611170.560982:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611170.560985:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611170.560991:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611170.560994:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611170.560997:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0F:1749611170.791497:0:18132:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749611170.791511:0:18132:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749611170.791516:0:18132:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611170.791563:0:18132:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749611170.791569:0:18132:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749611170.791572:0:18132:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611170.791580:0:18132:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cc80. 00080000:00000010:3.0:1749611170.791586:0:18132:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cc80. 00000020:00000001:3.0:1749611170.791589:0:18132:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611170.970401:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749611170.970421:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749611170.970429:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611170.970504:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749611170.970510:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749611170.970513:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611170.970544:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749611170.970551:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749611170.970555:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611170.990617:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611170.990623:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611170.990652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611170.990656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611170.990659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611170.990664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611170.990666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611170.990671:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611170.990673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611171.102056:0:18230:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611171.102063:0:18230:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611171.102066:0:18230:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611171.102077:0:18230:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611171.102081:0:18230:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611171.102083:0:18230:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611171.102088:0:18230:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611171.102092:0:18230:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611171.102094:0:18230:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611171.104573:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611171.104614:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611171.104618:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611171.104661:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611171.104663:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611171.104664:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611171.104667:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611171.104669:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611171.104671:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611171.229245:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611171.229254:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611171.229260:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611171.229319:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611171.229324:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611171.229327:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611171.229334:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611171.229338:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611171.229340:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611171.400717:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611171.400738:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611171.400741:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611171.400746:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611171.400748:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611171.400753:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611171.400756:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611171.457693:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611171.457702:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611171.457705:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611171.457710:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611171.457713:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611171.457717:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611171.457721:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611171.457724:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611171.457727:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611171.482671:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611171.482676:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611171.482776:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611171.482784:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611171.482789:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611171.723273:0:18297:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611171.723288:0:18297:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611171.723297:0:18297:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611171.723326:0:18297:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611171.723333:0:18297:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611171.723339:0:18297:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611171.723350:0:18297:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611171.723358:0:18297:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611171.723363:0:18297:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611171.728630:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749611171.728637:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749611171.728642:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611171.728716:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749611171.728720:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749611171.728723:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611171.728728:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749611171.728732:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749611171.728734:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611171.844587:0:18339:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611171.844592:0:18339:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 161d: create with concurrent .lustre/fid access ========================================================== 23:06:10 (1749611170) 00000001:00000001:3.0:1749611171.851794:0:18339:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749611171.906913:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749611171.906922:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749611171.906928:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611171.907020:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749611171.907027:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749611171.907030:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611171.907044:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749611171.907051:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749611171.907054:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611171.990668:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611171.990676:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611171.990679:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611171.990683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af900 going to sleep for 0 seconds 00000100:00000001:1.0:1749611171.990687:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611171.990690:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611171.990693:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1749611171.990705:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012be1d500 x1834598494626944/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611171.990716:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611171.990720:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1d500 x1834598494626944/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611171.990728:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749611171.990731:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611171.990734:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611171.990736:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611171.990739:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1d500 x1834598494626944/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611171.990761:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494626944:0@lo:101:ll_cfg_requeue.0 00000100:00000001:1.0:1749611171.990764:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611171.990765:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1749611171.990767:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1749611171.990769:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611171.990772:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1d500 x1834598494626944/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611171.990778:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611171.990781:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af900. 00000100:00000001:1.0:1749611171.990784:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1749611171.990792:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:1.0:1749611171.990797:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1749611171.990801:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1749611171.990805:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611171.990809:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=4 00000020:00000001:1.0:1749611171.990811:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:1.0:1749611171.990814:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00010000:1.0:1749611171.990820:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611171.990828:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:1.0:1749611171.990874:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611171.990878:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1749611171.990881:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611171.990884:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611171.990886:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1749611171.990887:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611171.990890:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749611171.990892:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611171.990894:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1749611171.990895:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749611171.990899:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ea00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:1.0:1749611171.990901:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1749611171.990903:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611171.990914:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1749611171.990915:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1749611171.990916:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611171.990917:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=5 00000020:00000001:1.0:1749611171.990918:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:1.0:1749611171.990919:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:1.0:1749611171.990921:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1749611171.990923:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1749611171.990926:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1749611171.990927:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1749611171.990930:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1749611171.990931:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1749611171.990932:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611171.990933:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1749611171.990934:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1749611171.990936:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1749611171.990937:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1749611171.990938:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749611171.990939:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611171.990940:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ea00 with handle 0x689c0ec07329d29b from hash 00010000:00000001:1.0:1749611171.990942:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1749611171.990942:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611171.990943:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611171.990943:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1749611171.990944:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1749611171.990945:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1749611171.990946:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611171.990946:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611171.990947:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611171.990948:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611171.990952:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1749611171.990956:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611171.990956:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611171.990957:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1749611171.990958:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1749611171.990959:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1749611171.990959:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611171.990960:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1749611171.990961:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d29b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1749611171.990966:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3fa00 count: 0 00010000:00000001:1.0:1749611171.990978:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1749611171.990979:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1749611171.990980:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611171.990983:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1d500 x1834598494626944/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611171.990987:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749611171.990990:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611171.990991:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1749611171.990992:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611171.990996:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8e800. 02000000:00000001:1.0:1749611171.990998:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611171.990999:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611171.991001:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1d500. 00000100:00000001:1.0:1749611171.991004:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611171.991004:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1749611171.991006:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:1.0:1749611171.991008:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:1.0:1749611171.991010:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1749611171.991012:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012b4c4200. 00000020:00000010:1.0:1749611171.991015:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125200. 00000020:00000010:1.0:1749611171.991018:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d125400. 00000040:00000010:1.0:1749611171.991022:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d124400. 00000020:00000010:1.0:1749611171.991029:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16b000. 00000020:00000010:1.0:1749611171.991032:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d125e00. 80000000:00000010:1.0:1749611171.991036:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800a62727e0. 00040000:00000010:1.0:1749611171.991040:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d124c00. 00080000:00000010:1.0:1749611171.991045:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749611171.991050:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f00000. 10000000:00000040:1.0:1749611171.991056:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:1.0:1749611171.991058:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:1.0:1749611171.991062:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d125400. 00000040:00000010:1.0:1749611171.991066:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d124400. 00000020:00000010:1.0:1749611171.991070:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16b000. 00000020:00000010:1.0:1749611171.991073:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d125e00. 80000000:00000010:1.0:1749611171.991075:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800a62727e0. 00040000:00000010:1.0:1749611171.991077:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d124c00. 00080000:00000010:1.0:1749611171.991079:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f00000. 00080000:00000010:1.0:1749611171.991082:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000020:00000010:1.0:1749611171.991084:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125200. 10000000:00000010:1.0:1749611171.991085:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012b4c4200. 10000000:01000000:1.0:1749611171.991087:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:1.0:1749611171.991089:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:1.0:1749611171.991091:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:1.0:1749611171.991092:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1749611171.991094:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1749611171.991095:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff8800b4071200) refs 2 10000000:00000001:1.0:1749611171.991096:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611171.991097:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1749611171.991098:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff88007ed1c200) refs 2 10000000:00000001:1.0:1749611171.991099:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1749611171.991100:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1749611171.991101:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:1.0:1749611171.991102:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:1.0:1749611171.991103:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4229800 from 1 10000000:00000001:1.0:1749611171.991104:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:1.0:1749611171.991105:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:1.0:1749611171.991111:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099806680. 00000020:00000040:1.0:1749611171.991113:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1749611171.991116:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611171.991119:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611171.991123:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611171.991126:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d125200. 00000100:00000001:1.0:1749611171.991130:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611171.991133:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1749611171.991135:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1749611171.991138:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a8bf4900. 00010000:00000001:1.0:1749611171.991142:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1749611171.991144:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d124200. 00000020:00000001:1.0:1749611171.991145:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611171.991147:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d124200 with handle 0x689c0ec07329d2a2 to hash 00000020:00000001:1.0:1749611171.991148:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1749611171.991149:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137365357056 : -131936344194560 : ffff88012d124200) 00010000:00000001:1.0:1749611171.991151:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137365357056 : -131936344194560 : ffff88012d124200) 00010000:00000001:1.0:1749611171.991152:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749611171.991169:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611171.991171:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d124200/0x689c0ec07329d2a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749611171.991175:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012d124200/0x689c0ec07329d2a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749611171.991183:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012d124200/0x689c0ec07329d2a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1749611171.991186:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1749611171.991187:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1749611171.991191:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88008350d540. 00000100:00000001:1.0:1749611171.991192:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134517331264 : -131939192220352 : ffff88008350d540) 00000100:00000001:1.0:1749611171.991193:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611171.991194:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134889547392 : -131938820004224 : ffff880099806680) 00000100:00000001:1.0:1749611171.991197:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611171.991203:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611171.991205:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1749611171.991206:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611171.991209:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880099806680 x1834598494629504/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611171.991213:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611171.991215:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611171.991217:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880099806680 x1834598494629504/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611171.991220:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611171.991221:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611171.991222:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611171.991223:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611171.991224:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611171.991225:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611171.991225:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611171.991226:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611171.991227:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1749611171.996680:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3fa00. 00010000:00000010:1.1:1749611171.996691:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ea00. 00000800:00000200:0.0:1749611171.997700:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:0.0:1749611171.997708:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:0.0:1749611171.997714:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611171.997896:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1749611172.137729:0:18361:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611172.137741:0:18361:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611172.137747:0:18361:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611172.137770:0:18361:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611172.137776:0:18361:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611172.137779:0:18361:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611172.137788:0:18361:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611172.137794:0:18361:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611172.137797:0:18361:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611172.142423:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611172.142430:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611172.142434:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611172.142514:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611172.142519:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611172.142554:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611172.142564:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611172.142569:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611172.142574:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611172.349395:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611172.349406:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611172.349412:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611172.349486:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611172.349492:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611172.349496:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611172.349503:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611172.349509:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611172.349512:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611172.400616:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611172.400630:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611172.400633:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611172.400636:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611172.400639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611172.400643:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611172.400646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611172.457732:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611172.457738:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611172.457741:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611172.457747:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611172.457751:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611172.457755:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611172.457759:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611172.457763:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611172.457766:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611172.484587:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611172.484593:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611172.484646:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611172.484651:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611172.484656:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611172.501769:0:18423:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611172.501782:0:18423:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611172.501791:0:18423:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611172.501821:0:18423:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611172.501830:0:18423:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611172.501835:0:18423:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611172.501846:0:18423:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611172.501854:0:18423:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611172.501859:0:18423:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611172.507347:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749611172.507354:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749611172.507359:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611172.507429:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749611172.507433:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749611172.507436:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611172.507441:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749611172.507445:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749611172.507448:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611172.687291:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749611172.687302:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749611172.687308:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611172.687381:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749611172.687386:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749611172.687390:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611172.687398:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749611172.687403:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749611172.687412:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611172.990632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611172.990640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611172.990644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611172.990649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88008350d540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611172.990654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611172.990659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611172.990663:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611172.990667:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611172.990670:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611173.108403:0:18490:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749611173.108417:0:18490:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749611173.108426:0:18490:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611173.108457:0:18490:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749611173.108465:0:18490:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749611173.108470:0:18490:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611173.108482:0:18490:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749611173.108490:0:18490:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749611173.108495:0:18490:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611173.114450:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749611173.114457:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749611173.114474:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611173.114587:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749611173.114592:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749611173.114596:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611173.114602:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749611173.114605:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749611173.114608:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611173.234596:0:18532:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611173.234600:0:18532:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_161d: @@@@@@ FAIL: lustre-MDT0000: changelog_mask=+hsm failed: 2 00000001:00000001:3.0:1749611173.239442:0:18532:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749611173.280774:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611173.280784:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611173.280789:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611173.280859:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611173.280865:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611173.280868:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611173.280876:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611173.280881:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611173.280884:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.400677:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611173.400698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611173.400701:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.400706:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611173.400709:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611173.400713:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.400716:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611173.406668:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611173.406677:0:30690:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1749611173.406681:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611173.406685:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611173.406688:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611173.406691:0:30690:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611173.406696:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611173.406721:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5774 00000100:00080000:3.0:1749611173.406726:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611173.406730:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611173.406733:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611173.406736:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611173.406739:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611173.406744:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611173.406747:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:3.0:1749611173.406751:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611173.406754:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:3.0:1749611173.406757:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:3.0:1749611173.406759:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:3.0:1749611173.406762:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611173.406764:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611173.406766:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611173.406767:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611173.406771:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:3.0:1749611173.406774:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611173.406777:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611173.406780:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611173.406789:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611173.406792:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.406794:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611173.406797:0:30690:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611173.406804:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bed80. 00000020:00000040:3.0:1749611173.406808:0:30690:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:3.0:1749611173.406813:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611173.406815:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.406819:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611173.406821:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611173.406826:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611173.406834:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be8b800. 00000100:00000001:3.0:1749611173.406842:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611173.406858:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611173.406871:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611173.406876:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611173.406880:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bed80] to pc [ptlrpcd_rcv+-1] req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611173.406914:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611173.406918:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1749611173.406923:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611173.406924:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1749611173.406926:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611173.406930:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:3.0:1749611173.406932:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5774 00000100:00080000:3.0:1749611173.406934:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1749611173.406937:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611173.406939:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611173.406941:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611173.406943:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611173.406946:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611173.406948:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:3.0:1749611173.406949:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611173.406951:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:3.0:1749611173.406953:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:3.0:1749611173.406955:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:3.0:1749611173.406958:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611173.406960:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611173.406961:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611173.406963:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611173.406965:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:3.0:1749611173.406967:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611173.406975:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611173.406978:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611173.406981:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611173.406984:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.406986:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611173.406988:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611173.406992:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be300. 00000020:00000040:3.0:1749611173.406995:0:30690:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749611173.406998:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611173.406999:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.407002:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611173.407004:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611173.407007:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611173.407012:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be89c00. 00000100:00000001:3.0:1749611173.407018:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407022:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611173.407025:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611173.407028:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611173.407031:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611173.407037:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611173.407040:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611173.407040:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611173.407046:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135be300] to pc [ptlrpcd_rcv+-1] req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.407053:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611173.407061:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611173.407065:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611173.407067:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611173.407070:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611173.407072:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749611173.407072:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1749611173.407075:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749611173.407076:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611173.407079:0:30690:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749611173.407079:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611173.407083:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5774 00000100:00100000:2.0:1749611173.407083:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494629632:0@lo:38:kworker.0 00000100:00080000:3.0:1749611173.407086:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749611173.407088:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611173.407090:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749611173.407092:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611173.407094:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611173.407095:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611173.407096:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749611173.407098:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611173.407104:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc9c00. 02000000:00000001:2.0:1749611173.407106:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.407108:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611173.407113:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611173.407115:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:3.0:1749611173.407117:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749611173.407117:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000020:00000040:3.0:1749611173.407121:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:3.0:1749611173.407124:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:2.0:1749611173.407126:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000020:00000001:3.0:1749611173.407127:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:3.0:1749611173.407132:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611173.407135:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611173.407137:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611173.407201:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611173.407206:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:3.0:1749611173.407210:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611173.407213:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611173.407216:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749611173.407222:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611173.407225:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494629632, portal 4 02000000:00000001:3.0:1749611173.407226:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.407229:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611173.407229:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611173.407231:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407231:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933977472 : -131936775574144 : ffff8801135bed80) 00000100:00000010:3.0:1749611173.407237:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf480. 00000020:00000040:3.0:1749611173.407241:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1749611173.407243:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611173.407244:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749611173.407246:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.407249:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611173.407251:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611173.407252:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611173.407254:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611173.407255:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611173.407258:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 02000000:00000010:3.0:1749611173.407260:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be89800. 00000100:00000200:2.0:1749611173.407261:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494629632, offset 0 00000100:00000001:3.0:1749611173.407266:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611173.407268:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611173.407274:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611173.407286:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749611173.407288:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611173.407290:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611173.407296:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bf480] to pc [ptlrpcd_rcv+-1] req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611173.407302:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf93ef00 00000400:00000200:2.0:1749611173.407311:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df5 [256] + 15080 00000100:00000001:3.0:1749611173.407318:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611173.407323:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749611173.407329:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1749611173.407335:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135be680. 00000400:00000200:2.0:1749611173.407335:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749611173.407339:0:30690:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749611173.407341:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611173.407343:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611173.407346:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611173.407348:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749611173.407349:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611173.407350:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:3.0:1749611173.407356:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801240ab000. 00000100:00000010:2.0:1749611173.407356:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d74a80. 00000100:00000040:2.0:1749611173.407360:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d74a80 x1834598494629632 msgsize 520 00000100:00000001:3.0:1749611173.407361:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611173.407364:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611173.407369:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611173.407382:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611173.407386:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611173.407395:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135be680] to pc [ptlrpcd_00_02+2] req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.407398:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611173.407410:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:2.0:1749611173.407412:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:2.0:1749611173.407416:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611173.407422:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.407430:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611173.407434:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.407441:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407443:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611173.407448:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407448:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611173.407453:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749611173.407453:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1311 usecs (2 jiffies) 00000100:00080000:3.0:1749611173.407458:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611173.407458:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300446866 00000100:00000001:3.0:1749611173.407460:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:2.0:1749611173.407462:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b33c0. 00000100:00080000:3.0:1749611173.407463:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611173.407467:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611173.407469:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00080000:3.0:1749611173.407471:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5774 00000100:00080000:3.0:1749611173.407475:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749611173.407477:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300446866 00000100:00000040:3.0:1749611173.407479:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:2.0:1749611173.407480:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3240. 00000100:00000001:3.0:1749611173.407482:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611173.407483:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:3.0:1749611173.407485:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611173.407488:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611173.407491:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749611173.407492:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611173.407493:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300446866 00000100:00000010:2.0:1749611173.407496:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3f40. 00000100:00000001:2.0:1749611173.407500:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611173.407503:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300446866 00000020:00000040:3.0:1749611173.407504:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00100000:0.0:1749611173.407504:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494629632 00000100:00000010:2.0:1749611173.407505:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b35c0. 00000020:00000001:3.0:1749611173.407506:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611173.407508:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1749611173.407509:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749611173.407509:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611173.407511:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611173.407511:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611173.407513:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611173.407514:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611173.407515:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611173.407516:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611173.407518:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407521:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611173.407559:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611173.407559:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407560:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611173.407562:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611173.407563:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611173.407564:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494629632 00000100:00000040:3.0:1749611173.407565:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611173.407566:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611173.407567:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611173.407568:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611173.407569:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611173.407571:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611173.407572:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000020:00000001:0.0:1749611173.407574:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611173.407576:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000020:00000001:0.0:1749611173.407576:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407578:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611173.407580:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407581:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611173.407583:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000010:0.0:1749611173.407583:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000100:00000001:1.0:1749611173.407584:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611173.407588:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611173.407589:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611173.407590:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffa00. 00000100:00000001:1.0:1749611173.407591:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749611173.407593:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.407594:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611173.407596:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000010:0.0:1749611173.407596:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 00000100:00000001:3.0:1749611173.407598:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407601:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611173.407601:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611173.407603:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611173.407603:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611173.407603:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1749611173.407604:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bfb80. 00000100:00000001:0.0:1749611173.407605:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611173.407606:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1749611173.407608:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611173.407609:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611173.407611:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749611173.407611:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611173.407613:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611173.407613:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.407614:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611173.407616:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1749611173.407617:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494629760:0@lo:38:kworker.0 00000100:00000001:1.0:1749611173.407617:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611173.407618:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611173.407620:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611173.407620:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611173.407622:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407623:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611173.407623:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611173.407626:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611173.407626:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611173.407627:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be8a800. 02000000:00000001:2.0:1749611173.407629:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611173.407629:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494630016:0@lo:400:kworker.0 02000000:00000001:2.0:1749611173.407631:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611173.407632:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611173.407633:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.407634:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611173.407634:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749611173.407636:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dcbc00. 02000000:00000001:1.0:1749611173.407637:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611173.407639:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611173.407640:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611173.407640:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1749611173.407641:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749611173.407641:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611173.407643:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492588672 : -131939216962944 : ffff880081d74a80) 00000400:00000010:2.0:1749611173.407646:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 02000000:00000010:1.0:1749611173.407646:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124800. 00000100:00000040:0.0:1749611173.407650:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d74a80 x1834598494629632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611173.407652:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:3.0:1749611173.407654:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611173.407657:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611173.407657:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494629760, portal 10 02000000:00000001:1.0:1749611173.407658:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407660:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749611173.407663:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bfb80] to pc [ptlrpcd_rcv+-1] req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.407663:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933974784 : -131936775576832 : ffff8801135be300) 00000400:00000010:1.0:1749611173.407663:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbe18. 00000100:00100000:0.0:1749611173.407664:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494629632:12345-0@lo:38:kworker.0 00000400:00000010:1.0:1749611173.407669:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:0.0:1749611173.407669:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494629632 00000100:00000040:2.0:1749611173.407672:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611173.407673:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749611173.407674:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494630016, portal 10 00000100:00000001:3.0:1749611173.407677:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.407677:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1749611173.407677:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611173.407678:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933975680 : -131936775575936 : ffff8801135be680) 00000100:00000001:2.0:1749611173.407682:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611173.407685:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611173.407688:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000040:1.0:1749611173.407688:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611173.407690:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1749611173.407691:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611173.407693:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494629760, offset 0 00000100:00000001:3.0:1749611173.407695:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00020000:0.0:1749611173.407695:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611173.407696:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611173.407699:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749611173.407699:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611173.407700:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1749611173.407702:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bf100. 00000400:00000010:1.0:1749611173.407702:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00010000:00000001:0.0:1749611173.407702:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749611173.407705:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:1.0:1749611173.407705:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494630016, offset 0 00000100:00000001:3.0:1749611173.407709:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749611173.407710:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611173.407711:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611173.407712:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611173.407712:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749611173.407715:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611173.407715:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611173.407718:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611173.407719:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93ef80 02000000:00000010:3.0:1749611173.407720:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8801240ab300. 00000400:00000200:1.0:1749611173.407722:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749611173.407723:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d51800. 00000100:00000001:3.0:1749611173.407725:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611173.407725:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611173.407728:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 6024 00000100:00000001:0.0:1749611173.407728:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611173.407730:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93f080 00010000:00000001:0.0:1749611173.407732:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749611173.407733:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611173.407734:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749611173.407734:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611173.407736:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 6544 00000100:00001000:0.0:1749611173.407738:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611173.407740:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611173.407741:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749611173.407742:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611173.407745:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611173.407746:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749611173.407746:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611173.407748:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611173.407750:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.407750:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611173.407750:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:1.0:1749611173.407752:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611173.407752:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611173.407756:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8801135bf100] to pc [ptlrpcd_00_03+3] req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611173.407756:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000010:1.0:1749611173.407757:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099804700. 02000000:00000001:0.0:1749611173.407758:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749611173.407760:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880099804700 x1834598494630016 msgsize 224 02000000:00000001:0.0:1749611173.407761:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611173.407763:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611173.407764:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611173.407765:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611173.407769:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000001:3.0:1749611173.407771:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611173.407774:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494629632, offset 0 00000100:00000001:1.0:1749611173.407775:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749611173.407779:0:30690:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5784) 00000400:00000200:0.0:1749611173.407790:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611173.407800:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611173.407805:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611173.407806:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749611173.407807:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000400:00000200:0.0:1749611173.407807:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf93ef00 00000100:00100000:3.0:1749611173.407808:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494630016 00000100:00000200:2.0:1749611173.407810:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749611173.407810:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 02000000:00000001:3.0:1749611173.407812:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611173.407813:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611173.407814:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749611173.407816:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d75c00. 00000400:00000200:0.0:1749611173.407816:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8141 [1] + 0 00000100:00000001:3.0:1749611173.407817:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611173.407817:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611173.407820:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611173.407821:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d75c00 x1834598494629760 msgsize 520 00000400:00000200:0.0:1749611173.407821:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749611173.407824:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494630016 00000400:00000200:0.0:1749611173.407824:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611173.407826:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611173.407827:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:1.0:1749611173.407827:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611173.407828:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611173.407828:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749611173.407829:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611173.407830:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611173.407832:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:3.0:1749611173.407834:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000200:0.0:1749611173.407834:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611173.407837:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749611173.407837:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407840:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611173.407842:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611173.407845:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611173.407845:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611173.407846:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b52e3300. 00000400:00000200:2.0:1749611173.407848:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000001:1.0:1749611173.407851:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611173.407852:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:0.0:1749611173.407854:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749611173.407855:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749611173.407855:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1027 usecs (2 jiffies) 00000100:00000001:2.0:1749611173.407856:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611173.407858:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300446867 00000100:00000200:2.0:1749611173.407862:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611173.407865:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300446866 00000400:00000200:0.0:1749611173.407866:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000100:00000001:1.0:1749611173.407869:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300446867 00000400:00000010:0.0:1749611173.407869:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000001:3.0:1749611173.407872:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611173.407872:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300446866 00000100:00000001:0.0:1749611173.407872:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611173.407874:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611173.407874:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611173.407875:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300446867 00000020:00000010:3.0:1749611173.407876:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a200. 00000100:00000001:0.0:1749611173.407877:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.407878:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300446866 00000100:00000040:2.0:1749611173.407879:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611173.407880:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:1.0:1749611173.407880:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300446867 00000100:00000040:0.0:1749611173.407881:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611173.407883:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300446866 00000020:00000010:3.0:1749611173.407884:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:0.0:1749611173.407884:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.407886:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611173.407886:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611173.407888:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407889:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.407891:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611173.407891:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d74a80 x1834598494629632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611173.407892:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611173.407892:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611173.407893:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611173.407895:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611173.407896:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.407897:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611173.407900:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.407900:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611173.407901:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1067 usecs (2 jiffies) 00000100:00000001:1.0:1749611173.407902:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1749611173.407902:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494629632:12345-0@lo:38:kworker.0 Request processed in 239us (540us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611173.407904:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611173.407905:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300446867 00000100:00000001:1.0:1749611173.407905:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611173.407906:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611173.407906:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.407908:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1749611173.407909:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1749611173.407910:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407910:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300446867 00000100:00000001:1.0:1749611173.407911:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611173.407911:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00000001:2.0:1749611173.407913:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300446867 00000100:00000001:1.0:1749611173.407913:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611173.407914:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611173.407915:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.407915:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611173.407916:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611173.407917:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300446867 00000100:00000001:1.0:1749611173.407917:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611173.407918:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611173.407919:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611173.407920:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300446867 00000020:00000010:0.0:1749611173.407921:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffa00. 00000100:00000001:3.0:1749611173.407923:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611173.407923:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300446867 00000100:00000040:1.0:1749611173.407924:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611173.407924:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 00000100:00100000:3.0:1749611173.407925:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494629760 00000100:00000001:2.0:1749611173.407926:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300446867 02000000:00000001:3.0:1749611173.407927:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749611173.407928:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000100:00000001:3.0:1749611173.407929:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611173.407929:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300446867 00000100:00000001:3.0:1749611173.407931:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.407931:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611173.407931:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.407932:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611173.407933:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611173.407934:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.407935:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611173.407935:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749611173.407936:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494629760 02000000:00000001:1.0:1749611173.407937:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611173.407938:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611173.407938:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749611173.407939:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611173.407941:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611173.407942:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611173.407942:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611173.407944:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611173.407944:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611173.407947:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b000. 00000100:00100000:1.0:1749611173.407948:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494630272:0@lo:400:kworker.0 00000020:00000010:3.0:1749611173.407949:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000020:00000010:3.0:1749611173.407952:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00000100:00000001:1.0:1749611173.407952:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611173.407953:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611173.407954:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611173.407955:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611173.407955:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611173.407955:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611173.407956:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611173.407956:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611173.407958:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611173.407960:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 02000000:00000010:1.0:1749611173.407961:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124000. 02000000:00000001:1.0:1749611173.407963:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611173.407963:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749611173.407964:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611173.407966:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611173.407966:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbdc0. 00000100:00000001:0.0:1749611173.407966:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889539328 : -131938820012288 : ffff880099804700) 02000000:00000001:2.0:1749611173.407969:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749611173.407969:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 02000000:00000001:2.0:1749611173.407971:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611173.407971:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099804700 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1749611184 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611173.407973:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611173.407973:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611173.407973:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494630272, portal 10 00000100:00000001:1.0:1749611173.407975:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749611173.407977:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494629888:0@lo:38:kworker.0 00000100:00000001:1.0:1749611173.407977:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933978368 : -131936775573248 : ffff8801135bf100) 00000100:00000001:3.0:1749611173.407979:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611173.407979:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611173.407980:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1749611173.407982:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129c040c0. 02000000:00000001:2.0:1749611173.407983:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749611173.407983:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611173.407984:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611173.407985:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611173.407985:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611173.407985:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611173.407987:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749611173.407987:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129c040c0. 00000100:00100000:3.0:1749611173.407990:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 02000000:00000010:2.0:1749611173.407990:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc8400. 00000100:00000001:1.0:1749611173.407990:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611173.407992:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611173.407992:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749611173.407992:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494630016:12345-0@lo:400:kworker.0 00000400:00000010:1.0:1749611173.407994:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:3.0:1749611173.407995:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492593152 : -131939216958464 : ffff880081d75c00) 00000400:00000010:2.0:1749611173.407996:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe580. 00000100:00000200:0.0:1749611173.407996:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494630016 00000100:00000200:1.0:1749611173.407997:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494630272, offset 0 00000400:00000010:2.0:1749611173.408000:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000400:00000200:1.0:1749611173.408000:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611173.408004:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749611173.408005:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494629888, portal 10 00000100:00000001:2.0:1749611173.408007:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749611173.408007:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611173.408008:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933979264 : -131936775572352 : ffff8801135bf480) 00000020:00000001:0.0:1749611173.408008:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:3.0:1749611173.408009:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d75c00 x1834598494629760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611173.408010:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611173.408012:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93f180 00000020:00000001:0.0:1749611173.408014:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749611173.408015:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611173.408016:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:1.0:1749611173.408017:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 6768 00000020:00000001:0.0:1749611173.408019:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749611173.408022:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611173.408022:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611173.408024:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611173.408024:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611173.408025:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1749611173.408026:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:1.0:1749611173.408027:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611173.408027:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749611173.408029:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494629760:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749611173.408029:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494629888, offset 0 00000100:00000001:1.0:1749611173.408030:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:0.0:1749611173.408030:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611173.408031:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749611173.408032:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749611173.408033:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611173.408035:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494629760 00000100:00000010:1.0:1749611173.408035:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099807b80. 00000100:00000040:1.0:1749611173.408037:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880099807b80 x1834598494630272 msgsize 224 00000100:00000001:0.0:1749611173.408037:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749611173.408039:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611173.408039:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611173.408042:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749611173.408042:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749611173.408043:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:0.0:1749611173.408043:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d52000. 02000000:00000001:0.0:1749611173.408045:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611173.408047:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93f000 00000100:00000001:0.0:1749611173.408047:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611173.408050:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408051:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611173.408052:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 6992 00010000:00000040:0.0:1749611173.408052:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494630016 00010000:00000001:0.0:1749611173.408055:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749611173.408056:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611173.408057:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611173.408058:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000200:2.0:1749611173.408060:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611173.408060:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00010000:00000200:0.0:1749611173.408060:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099804700 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611173.408062:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749611173.408066:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611173.408068:0:28323:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:0.0:1749611173.408068:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611173.408070:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749611173.408070:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611173.408072:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611173.408073:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611173.408074:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611173.408076:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611173.408077:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611173.408077:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611173.408078:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749611173.408079:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749611173.408080:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611173.408080:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611173.408081:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749611173.408082:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d75500. 02000000:00000001:0.0:1749611173.408083:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749611173.408084:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611173.408085:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be8a400. 02000000:00000001:0.0:1749611173.408085:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611173.408087:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611173.408089:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611173.408090:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d75500 x1834598494629888 msgsize 520 00000100:00000001:1.0:1749611173.408090:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611173.408090:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611173.408092:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408092:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749611173.408092:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00100000:2.0:1749611173.408095:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749611173.408096:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611173.408096:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611173.408097:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494630016, offset 224 00010000:00000001:3.0:1749611173.408099:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611173.408100:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 970 usecs (1 jiffies) 00000400:00000200:0.0:1749611173.408101:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611173.408102:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300446866 00000100:00001000:3.0:1749611173.408103:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611173.408103:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611173.408105:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300446867 00000100:00000001:1.0:1749611173.408107:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300446866 00000100:00000001:3.0:1749611173.408108:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611173.408109:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300446867 00000400:00000200:0.0:1749611173.408109:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611173.408110:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:1.0:1749611173.408111:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300446866 00000100:00000001:3.0:1749611173.408112:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611173.408113:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611173.408113:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300446867 00000100:00000001:2.0:1749611173.408115:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611173.408115:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300446866 00000400:00000200:0.0:1749611173.408115:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93f080 00000100:00000040:3.0:1749611173.408116:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611173.408117:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300446867 00000100:00000001:3.0:1749611173.408118:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749611173.408119:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611173.408119:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611173.408121:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611173.408122:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611173.408124:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611173.408124:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408126:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611173.408126:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x814d [1] + 224 02000000:00000001:3.0:1749611173.408127:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611173.408127:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611173.408128:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.408130:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611173.408130:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611173.408131:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611173.408133:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611173.408134:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611173.408136:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749611173.408137:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00000001:2.0:1749611173.408137:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408137:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408138:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611173.408138:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611173.408164:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494629760, offset 0 00000100:00000001:2.0:1749611173.408170:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611173.408171:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611173.408175:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 940 usecs (1 jiffies) 00000100:00000200:0.0:1749611173.408175:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408179:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300446866 00000100:00000001:1.0:1749611173.408183:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611173.408184:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300446867 00000100:00100000:1.0:1749611173.408185:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494630272 00000100:00000040:0.0:1749611173.408185:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611173.408186:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611173.408187:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300446866 02000000:00000001:1.0:1749611173.408187:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611173.408189:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300446867 00000100:00000001:1.0:1749611173.408189:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611173.408191:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300446866 00000100:00000001:1.0:1749611173.408191:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408193:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300446867 00000400:00000200:3.0:1749611173.408194:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93ef80 02000000:00000001:1.0:1749611173.408194:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408195:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300446866 00000100:00000001:2.0:1749611173.408197:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300446867 00000100:00100000:1.0:1749611173.408197:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494630272 00000100:00000001:2.0:1749611173.408199:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611173.408199:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611173.408199:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611173.408200:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8149 [1] + 0 00000100:00000001:2.0:1749611173.408201:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611173.408205:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749611173.408206:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1749611173.408207:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000001:2.0:1749611173.408208:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749611173.408209:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611173.408209:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749611173.408211:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000020:00000040:1.0:1749611173.408212:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000200:2.0:1749611173.408214:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000020:00000001:1.0:1749611173.408215:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:2.0:1749611173.408216:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000020:00000001:1.0:1749611173.408217:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611173.408218:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611173.408219:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000100:00000001:1.0:1749611173.408222:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749611173.408222:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000020:00000010:1.0:1749611173.408224:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb8b400. 00000100:00000001:0.0:1749611173.408224:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611173.408226:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611173.408226:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749611173.408228:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611173.408229:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013050ec40. 00000100:00000001:0.0:1749611173.408229:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611173.408231:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611173.408232:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611173.408233:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749611173.408235:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb8b400. 00010000:00000001:0.0:1749611173.408235:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611173.408237:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611173.408238:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611173.408239:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749611173.408241:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000100:00000040:3.0:1749611173.408242:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611173.408243:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099804700 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408245:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749611173.408245:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00000001:2.0:1749611173.408247:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611173.408249:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:3.0:1749611173.408250:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611173.408251:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749611173.408253:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494630016:12345-0@lo:400:kworker.0 Request processed in 272us (491us total) trans 0 rc 0/0 02000000:00000001:2.0:1749611173.408254:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611173.408255:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611173.408256:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611173.408256:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749611173.408257:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000100:00000001:2.0:1749611173.408258:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611173.408259:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000001:1.0:1749611173.408259:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611173.408261:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 02000000:00000001:2.0:1749611173.408262:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.408263:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611173.408264:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611173.408265:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611173.408265:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:1.0:1749611173.408266:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611173.408267:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611173.408268:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611173.408268:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611173 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611173.408268:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611173.408269:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611173.408270:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611173.408271:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00001000:2.0:1749611173.408272:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=146 v=20 (1 1 20 1) 00000100:00000001:3.0:1749611173.408273:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611173.408273:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000020:00000001:3.0:1749611173.408275:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611173.408275:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749611173.408276:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749611173.408277:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611173.408277:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611173.408279:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494629888 00000100:00000040:3.0:1749611173.408280:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d75c00 x1834598494629760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408280:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611173.408280:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749611173.408280:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a200. 00000100:00000001:1.0:1749611173.408282:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611173.408284:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611173.408285:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611173.408286:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:1.0:1749611173.408287:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611173.408289:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494629888 00000100:00000001:0.0:1749611173.408289:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611173.408290:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749611173.408291:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494629760:12345-0@lo:38:kworker.0 Request processed in 266us (467us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611173.408292:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1749611173.408292:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611173.408293:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611173.408294:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408296:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749611173.408296:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408298:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611173.408298:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749611173.408300:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00000001:2.0:1749611173.408300:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749611173.408300:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124a00. 00000100:00000001:2.0:1749611173.408302:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611173.408303:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749611173.408303:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000100:00000001:3.0:1749611173.408304:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:2.0:1749611173.408306:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749611173.408307:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00000001:0.0:1749611173.408307:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611173.408308:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00080000:2.0:1749611173.408308:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:3.0:1749611173.408311:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000100:00000001:2.0:1749611173.408311:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611173.408312:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000020:00000010:3.0:1749611173.408315:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b000. 00000100:00000040:2.0:1749611173.408315:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611173.408315:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611173.408317:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889552768 : -131938819998848 : ffff880099807b80) 00000100:00000001:3.0:1749611173.408319:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.408320:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611173.408322:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611173.408322:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099807b80 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:609/0 lens 224/0 e 0 to 0 dl 1749611184 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611173.408323:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494629632:0@lo:38:kworker.0 00000100:00000001:1.0:1749611173.408324:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408328:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408328:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611173.408330:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611173.408333:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129c040c0. 00000100:00000001:2.0:1749611173.408335:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611173.408335:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611173.408337:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129c040c0. 00000100:00000040:2.0:1749611173.408339:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bed80 x1834598494629632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611173.408339:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611173.408341:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494630272:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749611173.408345:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749611173.408345:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494630272 00000100:00000001:2.0:1749611173.408346:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611173.408347:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749611173.408347:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611173.408348:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749611173.408349:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611173.408350:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749611173.408351:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 02000000:00000010:2.0:1749611173.408351:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc9c00. 00000020:00000001:0.0:1749611173.408351:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408352:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749611173.408353:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749611173.408355:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611173.408355:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611173.408357:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749611173.408357:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749611173.408359:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492591360 : -131939216960256 : ffff880081d75500) 00000020:00000040:2.0:1749611173.408359:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749611173.408360:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611173.408361:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749611173.408361:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.408363:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611173.408363:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1749611173.408364:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d75500 x1834598494629888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611173.408364:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be8b800. 00000020:00000001:0.0:1749611173.408364:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611173.408366:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611173.408368:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749611173.408368:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749611173.408370:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611173.408370:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:2.0:1749611173.408372:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bed80. 02000000:00000001:0.0:1749611173.408372:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749611173.408374:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494629888:12345-0@lo:38:kworker.0 02000000:00000010:0.0:1749611173.408375:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d50400. 00000100:00000001:2.0:1749611173.408376:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1749611173.408377:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494629888 02000000:00000001:0.0:1749611173.408377:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408378:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.408378:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611173.408379:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611173.408380:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611173.408380:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.408381:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749611173.408381:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611173.408382:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000040:0.0:1749611173.408383:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494630272 00000100:00000001:2.0:1749611173.408385:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1749611173.408386:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611173.408387:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611173.408387:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611173.408389:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1749611173.408389:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000200:0.0:1749611173.408389:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880099807b80 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611173.408391:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408391:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611173.408392:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749611173.408393:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbe18. 00010000:00020000:3.0:1749611173.408394:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749611173.408396:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611173.408397:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611173.408397:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00010000:00000001:3.0:1749611173.408400:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749611173.408400:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611173.408402:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611173.408403:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611173.408404:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611173.408404:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611173.408405:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611173.408406:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611173.408407:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1749611173.408407:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749611173.408408:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611173.408409:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611173.408410:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be8a000. 02000000:00000001:2.0:1749611173.408411:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611173.408411:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611173.408412:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611173.408412:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611173.408414:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611173.408414:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8801135bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494630144:0@lo:38:kworker.0 00010000:00000001:3.0:1749611173.408416:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611173.408416:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749611173.408418:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408418:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611173.408418:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749611173.408420:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611173.408420:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749611173.408421:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749611173.408422:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611173.408422:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611173.408424:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611173.408424:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611173.408424:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611173.408425:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611173.408426:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1749611173.408426:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc9c00. 00000100:00000001:0.0:1749611173.408426:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611173.408428:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611173.408429:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749611173.408429:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611173.408431:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611173.408431:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000001:3.0:1749611173.408433:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611173.408436:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:2.0:1749611173.408436:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe210. 00000100:00000001:1.0:1749611173.408436:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611173.408436:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494630272, offset 224 02000000:00000001:3.0:1749611173.408438:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749611173.408439:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:1.0:1749611173.408439:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611173.408440:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611173.408440:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611173.408442:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611173.408442:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749611173.408444:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494630144, portal 10 00000100:00000040:3.0:1749611173.408445:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611173.408445:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611173.408446:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749611173.408447:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000400:00000200:0.0:1749611173.408447:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611173.408448:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136933981056 : -131936775570560 : ffff8801135bfb80) 00000100:00000001:1.0:1749611173.408448:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611173.408450:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611173.408451:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494629888, offset 0 02000000:00000001:1.0:1749611173.408453:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611173.408453:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93f180 00000100:00000040:2.0:1749611173.408455:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611173.408458:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x815d [1] + 224 00000100:00001000:1.0:1749611173.408461:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=78 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611173.408462:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611173.408462:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611173.408463:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611173.408464:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611173.408465:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611173.408466:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00001000:1.0:1749611173.408466:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=78 v=5 (1 1 1 1) 00000100:00000200:2.0:1749611173.408469:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494630144, offset 0 00000100:00000001:0.0:1749611173.408469:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611173.408470:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611173.408470:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611173.408472:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611173.408473:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611173.408473:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611173.408476:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93f000 00010000:00000001:1.0:1749611173.408477:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749611173.408481:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8165 [1] + 0 00000400:00000200:2.0:1749611173.408482:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611173.408482:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749611173.408484:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611173.408485:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611173.408487:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93f100 00000400:00000200:3.0:1749611173.408489:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611173.408490:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611173.408492:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 7512 00000400:00000200:2.0:1749611173.408496:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749611173.408496:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611173.408497:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611173.408498:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000400:00000200:2.0:1749611173.408500:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611173.408500:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000200:3.0:1749611173.408502:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611173.408502:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611173.408503:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611173.408503:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749611173.408505:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611173.408505:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611173.408508:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000010:2.0:1749611173.408509:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d74000. 00000100:00000001:1.0:1749611173.408509:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1749611173.408510:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749611173.408511:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d74000 x1834598494630144 msgsize 520 00000100:00000040:3.0:1749611173.408512:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611173.408512:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611173.408513:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00100000:2.0:1749611173.408515:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611173.408516:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611173.408518:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611173.408518:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611173.408546:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611173.408548:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099807b80 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:609/0 lens 224/224 e 0 to 0 dl 1749611184 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408549:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611173.408552:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000400:00000010:3.0:1749611173.408554:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000040:1.0:1749611173.408555:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611173.408557:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749611173.408557:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:3.0:1749611173.408558:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749611173.408558:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494630272:12345-0@lo:400:kworker.0 Request processed in 226us (518us total) trans 0 rc 0/0 00000400:00000010:2.0:1749611173.408559:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611173.408561:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408562:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611173.408563:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611173.408564:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749611173.408565:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611173.408565:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611173.408566:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611173.408566:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00000001:1.0:1749611173.408567:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611173.408568:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611173.408569:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:1.0:1749611173.408570:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611173.408571:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611173.408572:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749611173.408573:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d75500 x1834598494629888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408573:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611173.408576:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611173.408576:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00100000:1.0:1749611173.408578:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494630016:0@lo:400:kworker.0 00000020:00000010:0.0:1749611173.408580:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000100:00100000:3.0:1749611173.408583:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494629888:12345-0@lo:38:kworker.0 Request processed in 209us (491us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611173.408583:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408583:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611173.408583:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 00000100:00000001:2.0:1749611173.408584:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611173.408585:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611173.408588:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135be680 x1834598494630016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611173.408588:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:3.0:1749611173.408591:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00000001:0.0:1749611173.408591:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611173.408594:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611173.408594:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611173.408595:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611173.408595:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611173.408596:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749611173.408598:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000001:0.0:1749611173.408598:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611173.408599:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 801 usecs (1 jiffies) 02000000:00000010:1.0:1749611173.408599:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124800. 00000100:00100000:0.0:1749611173.408600:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494630144 00000020:00000010:3.0:1749611173.408601:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000100:00000001:2.0:1749611173.408601:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300446867 02000000:00000001:0.0:1749611173.408602:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749611173.408604:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124a00. 00000100:00000001:2.0:1749611173.408604:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300446867 00000100:00000001:0.0:1749611173.408604:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611173.408605:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611173.408606:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300446867 00000100:00000001:0.0:1749611173.408606:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611173.408607:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611173.408608:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611173.408608:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749611173.408609:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300446867 02000000:00000001:0.0:1749611173.408609:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611173.408610:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611173.408611:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300446867 00000100:00100000:0.0:1749611173.408612:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494630144 00000100:00000001:2.0:1749611173.408613:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300446867 02000000:00000010:1.0:1749611173.408613:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801240ab000. 00000020:00000001:0.0:1749611173.408613:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611173.408615:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300446867 00000020:00000040:0.0:1749611173.408615:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749611173.408616:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611173.408617:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300446867 02000000:00000001:1.0:1749611173.408617:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749611173.408617:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611173.408619:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749611173.408619:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135be680. 00000020:00000001:0.0:1749611173.408619:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408621:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408621:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1749611173.408621:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408623:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611173.408624:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000400:00000001:2.0:1749611173.408625:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611173.408625:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611173.408626:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749611173.408626:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffa00. 00000100:00000001:1.0:1749611173.408627:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611173.408628:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000001:1.0:1749611173.408628:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749611173.408629:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 00000400:00000200:2.0:1749611173.408631:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000001:0.0:1749611173.408631:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611173.408632:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749611173.408633:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:0.0:1749611173.408634:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408635:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749611173.408636:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749611173.408638:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611173.408638:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611173.408638:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611173.408640:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611173.408645:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611173.408646:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611173.408646:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbdc0. 00000400:00000200:1.0:1749611173.408649:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000020:00000040:3.0:1749611173.408650:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:1.0:1749611173.408652:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000100:00000001:2.0:1749611173.408654:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611173.408655:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.408655:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611173.408657:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611173.408658:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611173.408659:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749611173.408659:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611173.408660:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611173.408661:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611173.408663:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611173.408663:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611173.408664:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00000001:3.0:1749611173.408665:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611173.408665:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611173.408666:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492585984 : -131939216965632 : ffff880081d74000) 00000100:00000001:3.0:1749611173.408667:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611173.408668:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611173.408669:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611173.408669:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611173 v=5 (0 0 0 0) 00000100:00000040:0.0:1749611173.408670:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d74000 x1834598494630144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611173.408673:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=128 v=20 (1 1 20 1) 00000100:00000001:1.0:1749611173.408675:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611173.408676:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611173.408677:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.408679:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611173.408680:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749611173.408680:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494630144:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611173.408682:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611173.408682:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611173.408683:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611173.408683:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494630144 00000100:00000001:2.0:1749611173.408685:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611173.408685:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749611173.408686:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611173.408687:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749611173.408689:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611173.408690:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1749611173.408693:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611173.408695:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749611173.408695:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408697:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611173.408697:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611173.408698:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611173.408699:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749611173.408700:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1749611173.408700:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611173.408701:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1749611173.408702:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408703:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:0.0:1749611173.408703:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611173.408705:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611173.408705:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00080000:2.0:1749611173.408707:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611173.408707:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611173.408709:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:2.0:1749611173.408710:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:1.0:1749611173.408710:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408712:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611173.408713:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1749611173.408713:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d52c00. 00000100:00000040:1.0:1749611173.408714:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000040:2.0:1749611173.408715:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611173.408715:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408716:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611173.408717:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611173.408717:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611173.408719:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749611173.408721:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611173.408721:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611173.408723:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:2.0:1749611173.408724:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494629760:0@lo:38:kworker.0 00000100:00000001:1.0:1749611173.408727:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611173.408727:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:2.0:1749611173.408729:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611173.408729:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611173.408729:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611173.408730:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611173.408731:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611173.408731:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749611173.408733:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe580. 00000100:00000040:1.0:1749611173.408734:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611173.408734:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611173.408735:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000001:0.0:1749611173.408736:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749611173.408737:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611173.408739:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611173.408739:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611173.408741:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749611173.408742:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611173.408742:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611173.408750:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611173.408750:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611173.408753:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749611173.408754:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494630272:0@lo:400:kworker.0 00000400:00000010:0.0:1749611173.408755:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000001:2.0:1749611173.408756:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611173.408758:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.408758:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.408759:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611173.408760:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611173.408760:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494630144, offset 0 02000000:00000001:2.0:1749611173.408761:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611173.408763:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611173.408763:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bf100 x1834598494630272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611173.408764:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611173.408769:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611173.408769:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611173.408770:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749611173.408770:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611173.408771:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611173.408772:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124000. 02000000:00000001:1.0:1749611173.408774:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1749611173.408775:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749611173 v=5 (0 0 0 0) 00000020:00000001:1.0:1749611173.408776:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1749611173.408776:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93f100 00000020:00000040:1.0:1749611173.408777:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00001000:2.0:1749611173.408778:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=78 v=20 (1 1 20 1) 00000020:00000001:1.0:1749611173.408779:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611173.408780:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8801240ab300. 00000400:00000200:0.0:1749611173.408780:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8179 [1] + 0 00000100:00000001:2.0:1749611173.408781:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749611173.408782:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611173.408783:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611173.408783:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611173.408784:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bf100. 00000400:00000200:0.0:1749611173.408784:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611173.408785:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611173.408787:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1749611173.408787:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611173.408788:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611173.408789:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611173.408789:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611173.408790:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611173.408794:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749611173.408794:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408795:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611173.408796:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408797:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611173.408797:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611173.408799:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611173.408799:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408800:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611173.408802:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611173.408803:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611173.408804:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611173.408806:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611173.408808:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611173.408812:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611173.408812:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611173.408815:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000400:00000010:0.0:1749611173.408817:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000001:0.0:1749611173.408818:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749611173.408819:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494629888:0@lo:38:kworker.0 00000100:00000001:0.0:1749611173.408820:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611173.408822:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.408823:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611173.408824:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611173.408825:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611173.408826:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611173.408827:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135be300 x1834598494629760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611173.408828:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611173.408832:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d74000 x1834598494630144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611193 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408834:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611173.408835:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611173.408837:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dcbc00. 02000000:00000001:2.0:1749611173.408840:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611173.408841:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749611173.408841:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494630144:12345-0@lo:38:kworker.0 Request processed in 161us (328us total) trans 0 rc -19/-19 00000020:00000040:2.0:1749611173.408843:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611173.408844:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1749611173.408848:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 02000000:00000010:2.0:1749611173.408851:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be89c00. 00000100:00000001:0.0:1749611173.408851:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611173.408852:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749611173.408854:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1749611173.408855:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffa00. 02000000:00000001:2.0:1749611173.408856:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611173.408857:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135be300. 00000020:00000010:0.0:1749611173.408857:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 00000100:00000001:2.0:1749611173.408860:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611173.408862:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.408863:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749611173.408865:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000100:00000040:2.0:1749611173.408867:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bf480 x1834598494629888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611173.408869:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.408873:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611173.408874:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611173.408875:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc8400. 02000000:00000001:2.0:1749611173.408877:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611173.408878:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611173.408880:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611173.408881:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611173.408883:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be89800. 02000000:00000001:2.0:1749611173.408885:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611173.408886:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611173.408887:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bf480. 00000100:00000001:2.0:1749611173.408889:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611173.408890:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.408892:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.408897:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611173.408898:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.408900:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611173.408902:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611173.408905:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611173.408907:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611173.408908:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe210. 00000400:00000200:2.0:1749611173.408911:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611173.408912:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611173.408914:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611173.408917:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611173.408925:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408943:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611173.408945:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.408947:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611173.408948:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611173.408950:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611173.408951:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611173.408953:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611173.408957:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611173 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611173.408959:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=28 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611173.408962:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611173.408963:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611173.408965:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611173.408968:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.408975:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611173.408977:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611173.408978:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.408979:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611173.408981:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611173.408983:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611173.408985:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611173.408987:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611173.408990:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611173.408997:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8801135bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494630144:0@lo:38:kworker.0 00000100:00000001:2.0:1749611173.409001:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.409003:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611173.409005:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8801135bfb80 x1834598494630144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611198 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611173.409021:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611173.409023:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611173.409025:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc9c00. 02000000:00000001:2.0:1749611173.409027:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611173.409028:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611173.409029:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611173.409031:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611173.409032:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be8a800. 02000000:00000001:2.0:1749611173.409035:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611173.409036:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611173.409038:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bfb80. 00000100:00000001:2.0:1749611173.409040:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611173.409041:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611173.409043:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.409044:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611173.409046:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611173.409047:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611173.409049:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611173.409623:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300446867, at 4300446867 00000100:00000010:3.0:1749611173.409636:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b35c0. 00000100:00000040:0.0:1749611173.409652:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300446867, at 4300446867 00000100:00000010:0.0:1749611173.409663:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b33c0. 00000100:00000040:1.0:1749611173.410618:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300446867, at 4300446868 00000100:00000010:1.0:1749611173.410629:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3240. 00000100:00000040:2.0:1749611173.410661:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300446867, at 4300446868 00000100:00000010:2.0:1749611173.410671:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3f40. 00000100:00000001:0.0:1749611173.457692:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611173.457700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611173.457702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611173.457706:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611173.457709:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611173.457713:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611173.457715:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611173.457718:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611173.457720:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611173.486652:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611173.486658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611173.486782:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611173.486789:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611173.486793:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611173.689031:0:18555:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611173.689042:0:18555:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611173.689047:0:18555:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611173.689066:0:18555:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611173.689071:0:18555:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611173.689075:0:18555:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611173.689083:0:18555:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611173.689089:0:18555:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611173.689092:0:18555:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611173.694074:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611173.694081:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611173.694086:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611173.694189:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611173.694193:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611173.694197:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611173.694202:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611173.694206:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611173.694209:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1922 lines, 1922 kept, 0 dropped, 0 bad.