00000100:00000001:0.0F:1749611411.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611411.458642:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611411.458644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611411.458648:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611411.458652:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611411.458656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611411.458659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611411.458662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611411.458664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0F:1749611411.582262:0:26108:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7000. 00080000:00000010:3.0:1749611411.582278:0:26108:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7000. 00000020:00000001:3.0:1749611411.582285:0:26108:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611411.582305:0:26108:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7000. 00080000:00000010:3.0:1749611411.582312:0:26108:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7000. 00000020:00000001:3.0:1749611411.582317:0:26108:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611411.582329:0:26108:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7000. 00080000:00000010:3.0:1749611411.582335:0:26108:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7000. 00000020:00000001:3.0:1749611411.582340:0:26108:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0F:1749611411.622638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611411.622656:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611411.622658:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611411.622662:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611411.622666:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611411.622670:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611411.622673:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611411.622676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611411.622678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611411.814349:0:26149:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611411.814356:0:26149:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611411.814359:0:26149:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611411.814368:0:26149:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611411.814371:0:26149:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611411.814373:0:26149:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611411.814377:0:26149:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffa00. 00080000:00000010:0.0:1749611411.814381:0:26149:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffa00. 00000020:00000001:0.0:1749611411.814382:0:26149:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611411.968587:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611411.968590:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611411.968661:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611411.968663:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611411.968666:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611411.984574:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611411.984582:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611411.984583:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611411.984585:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611411.984587:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611411.984590:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611411.984591:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.028776:0:26212:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611412.028782:0:26212:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611412.028785:0:26212:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.028795:0:26212:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611412.028798:0:26212:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611412.028800:0:26212:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.028804:0:26212:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611412.028807:0:26212:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611412.028808:0:26212:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611412.196162:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611412.196169:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611412.196174:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611412.196227:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611412.196231:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611412.196234:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611412.196239:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611412.196243:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611412.196245:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.360017:0:26314:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611412.360025:0:26314:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611412.360029:0:26314:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.360041:0:26314:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611412.360045:0:26314:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611412.360047:0:26314:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.360053:0:26314:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611412.360057:0:26314:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611412.360059:0:26314:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611412.363027:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749611412.363032:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749611412.363035:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611412.363086:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749611412.363089:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749611412.363091:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611412.363095:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749611412.363097:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749611412.363099:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611412.458621:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611412.458627:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611412.458638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611412.458642:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611412.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611412.458650:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611412.458653:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611412.458656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611412.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.476182:0:26358:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611412.476191:0:26358:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611412.476197:0:26358:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.476203:0:26358:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611412.476208:0:26358:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611412.476211:0:26358:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.476217:0:26358:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611412.476222:0:26358:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611412.476225:0:26358:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.528297:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611412.528307:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611412.528312:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.528385:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611412.528391:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611412.528394:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.528401:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611412.528405:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611412.528408:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.622625:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611412.622632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611412.622635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611412.622639:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611412.622643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611412.622646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611412.622649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611412.622653:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611412.622655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611412.677850:0:26380:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611412.677859:0:26380:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611412.677865:0:26380:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611412.677881:0:26380:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611412.677887:0:26380:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611412.677890:0:26380:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611412.677896:0:26380:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611412.677901:0:26380:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611412.677908:0:26380:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.682239:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611412.682246:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611412.682251:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.682320:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611412.682324:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611412.682327:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.682332:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611412.682335:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611412.682338:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1749611412.802971:0:26422:0:(tgt_mount.c:1983:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00080000:00000010:3.0:1749611412.803984:0:26422:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611412.803992:0:26422:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611412.803997:0:26422:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.804086:0:26422:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611412.804091:0:26422:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611412.804094:0:26422:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611412.804101:0:26422:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611412.804105:0:26422:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611412.804108:0:26422:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611412.805375:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611412.805381:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611412.805387:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611412.805455:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611412.805459:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611412.805462:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.813953:0:26422:0:(tgt_mount.c:1691:server_put_super()) Process entered 00000020:00000010:0.0:1749611412.813960:0:26422:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88006a9b8570. 00000020:01000004:0.0:1749611412.813964:0:26422:0:(tgt_mount.c:1697:server_put_super()) server put_super lustre-OST0000 00000020:00000001:0.0:1749611412.813966:0:26422:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:0.0:1749611412.813969:0:26422:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff8800b5281fc0. 00000020:00000010:0.0:1749611412.813973:0:26422:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff880117b16de0. 00000020:00000001:0.0:1749611412.813977:0:26422:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1749611412.813980:0:26422:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff88006ee72a80. 00000020:00000001:0.0:1749611412.813984:0:26422:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611412.813987:0:26422:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611412.813990:0:26422:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1749611412.813993:0:26422:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1749611412.813996:0:26422:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611412.813998:0:26422:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611412.814001:0:26422:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff880095487600) refs 2 10000000:00000001:0.0:1749611412.814003:0:26422:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611412.814005:0:26422:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612134818772480 : -131938890779136 : ffff880095487600) 10000000:00000001:0.0:1749611412.814008:0:26422:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1749611412.814010:0:26422:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1749611412.814014:0:26422:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611412.814017:0:26422:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611412.814019:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814021:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814022:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814023:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814024:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814025:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814026:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814027:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814028:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814029:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814038:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611412.814040:0:26422:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff880095487600) refs 2 10000000:00000001:0.0:1749611412.814042:0:26422:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814043:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611412.814044:0:26422:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff880095487600) refs 1 10000000:01000000:0.0:1749611412.814047:0:26422:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:0.0:1749611412.814048:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814049:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814050:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814051:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814052:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814053:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814054:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814055:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.814056:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.814056:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1749611412.814059:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 14 10000000:00000010:0.0:1749611412.814062:0:26422:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 294 at ffff880095487600. 10000000:00000001:0.0:1749611412.814065:0:26422:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1749611412.814066:0:26422:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1749611412.814068:0:26422:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611412.814070:0:26422:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.814072:0:26422:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611412.814074:0:26422:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff88006ee72a80. 00000020:00000001:0.0:1749611412.814078:0:26422:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611412.814081:0:26422:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff880096dff300. 00000020:00000040:0.0:1749611412.814084:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 6 00000020:00000010:0.0:1749611412.814087:0:26422:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff880117b16540. 00000010:00000001:0.0:1749611412.814092:0:26422:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:0.0:1749611412.814095:0:26422:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1749611412.814097:0:26422:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1749611412.814099:0:26422:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1749611412.814102:0:26422:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749611412.814105:0:26422:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:0.0:1749611412.814108:0:26422:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611412.814110:0:26422:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611412.814112:0:26422:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1749611412.814113:0:26422:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1749611412.814118:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611412.814121:0:26422:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611412.814123:0:26422:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1749611412.814125:0:26422:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000001:0.0:1749611412.814128:0:26422:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611412.814130:0:26422:0:(genops.c:1242:class_import_put()) import ffff88007197d800 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611412.814132:0:26422:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611412.814134:0:26422:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611412.814137:0:26422:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1749611412.814139:0:26422:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00080000:0.0:1749611412.814142:0:26422:0:(import.c:66:import_set_state_nolock()) ffff88007197d800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00000001:0.0:1749611412.814145:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611412.814146:0:26422:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611412.814147:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611412.814148:0:26422:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611412.814150:0:26422:0:(import.c:1837:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611412.814152:0:26422:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611412.814154:0:26422:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1749611412.814156:0:26422:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1749611412.814157:0:26422:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1749611412.814158:0:26422:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749611412.814160:0:26422:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00000040:0.0:1749611412.814162:0:26422:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611412.814164:0:26422:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611412.814165:0:26422:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1749611412.814166:0:26422:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1749611412.814167:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611412.814168:0:26422:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:0.0:1749611412.814170:0:26422:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1749611412.814172:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:0.0:1749611412.814175:0:26422:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611412.814178:0:26422:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611412.814768:0:26422:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611412.814771:0:26422:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611412.814773:0:26422:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611412.815295:0:26422:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611412.815298:0:26422:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:0.0:1749611412.815309:0:26422:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1749611412.815311:0:26422:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611412.815315:0:26422:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff880117b16540. 00000020:00000040:0.0:1749611412.815319:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 3 00000020:00000010:0.0:1749611412.815323:0:26422:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff880117b16540. 00000010:00000001:0.0:1749611412.815325:0:26422:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:0.0:1749611412.815327:0:26422:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1749611412.815328:0:26422:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1749611412.815330:0:26422:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1749611412.815331:0:26422:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749611412.815333:0:26422:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:0.0:1749611412.815335:0:26422:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611412.815337:0:26422:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611412.815338:0:26422:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1749611412.815339:0:26422:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1749611412.815340:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611412.815342:0:26422:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611412.815343:0:26422:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1749611412.815345:0:26422:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000001:0.0:1749611412.815347:0:26422:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611412.815348:0:26422:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611412.815350:0:26422:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611412.815351:0:26422:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611412.815353:0:26422:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1749611412.815355:0:26422:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1749611412.815357:0:26422:0:(import.c:1719:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1749611412.815362:0:26422:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d180. 00000020:00000040:0.0:1749611412.815365:0:26422:0:(genops.c:1229:class_import_get()) import ffff88007197f000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611412.815369:0:26422:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611412.815372:0:26422:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611412.815375:0:26422:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611412.815381:0:26422:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5d00. 00000100:00000001:0.0:1749611412.815388:0:26422:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611412.815390:0:26422:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612134321836416 : -131939387715200 : ffff880077a9d180) 00000100:00080000:0.0:1749611412.815393:0:26422:0:(import.c:66:import_set_state_nolock()) ffff88007197f000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1749611412.815402:0:26422:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611412.815406:0:26422:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611412.815416:0:26422:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880077a9d180] to pc [ptlrpcd_rcv+-1] req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611412.815447:0:26422:0:(import.c:1871:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.815564:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611412.815570:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611412.815573:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611412.815582:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611412.815594:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611412.815597:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611412.815601:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611412.815604:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611412.815607:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611412.815611:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880077a9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494668544:0@lo:39:umount.0 00000100:00000001:2.0:1749611412.815615:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611412.815619:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611412.815622:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611412.815624:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611412.815630:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f800. 02000000:00000001:2.0:1749611412.815632:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611412.815640:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe160. 00000400:00000010:2.0:1749611412.815646:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000200:2.0:1749611412.815654:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494668544, portal 10 00000100:00000001:2.0:1749611412.815657:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611412.815659:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321836416 : -131939387715200 : ffff880077a9d180) 00000100:00000040:2.0:1749611412.815667:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611412.815675:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611412.815679:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611412.815681:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00000100:00000200:2.0:1749611412.815693:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494668544, offset 0 00000400:00000200:2.0:1749611412.815699:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611412.815714:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611412.815724:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf948700 00000400:00000200:2.0:1749611412.815731:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 88416 00000400:00000200:2.0:1749611412.815738:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611412.815742:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611412.815747:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611412.815749:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611412.815754:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57480. 00000100:00000040:2.0:1749611412.815757:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57480 x1834598494668544 msgsize 224 00000100:00100000:2.0:1749611412.815761:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611412.815785:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611412.815793:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000400:00000010:2.0:1749611412.815795:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000100:00000001:2.0:1749611412.815798:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611412.815803:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611412.815812:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611412.815815:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611412.815822:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.815824:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611412.815828:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611412.815833:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 991 usecs (1 jiffies) 00000100:00000001:2.0:1749611412.815837:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300686274 00000100:00000010:2.0:1749611412.815841:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb8bd00. 00000100:00000001:2.0:1749611412.815847:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611412.815858:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300686274 00000100:00000010:2.0:1749611412.815861:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb8be80. 00000100:00000001:1.0F:1749611412.815862:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611412.815864:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611412.815867:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300686274 00000100:00000010:2.0:1749611412.815875:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb8b7c0. 00000100:00100000:1.0:1749611412.815876:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494668544 00000100:00000001:2.0:1749611412.815878:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611412.815881:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300686274 02000000:00000001:1.0:1749611412.815881:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1749611412.815883:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800acb8b480. 00000100:00000001:1.0:1749611412.815885:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611412.815886:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611412.815889:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.815895:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611412.815895:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.815898:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611412.815900:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494668544 00000100:00000001:2.0:1749611412.815902:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.815904:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611412.815904:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611412.815907:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d454 00000020:00000001:1.0:1749611412.815911:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611412.815913:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611412.815914:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611412.815916:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1749611412.815916:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb000 refcount=5 00000100:00000001:2.0:1749611412.815918:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611412.815919:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.815920:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000100:00000001:2.0:1749611412.815921:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.815954:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352709120 : -131938356842496 : ffff8800b51bb000) 00000100:00000001:1.0:1749611412.815962:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611412.815967:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538ce80. 00000020:00000040:1.0:1749611412.815978:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611412.816007:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749611412.816015:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b800. 00000020:00000010:1.0:1749611412.816022:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649c80. 00000020:00000010:1.0:1749611412.816029:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00080000:2.0:1749611412.816032:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:2.0:1749611412.816036:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749611412.816038:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611412.816042:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611412.816045:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611412.816049:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611412.816057:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611412.816077:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611412.816093:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611412.816096:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611412.816103:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00000001:3.0:1749611412.816105:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749611412.816109:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb000 : new rpc_count 1 00000100:00000001:3.0:1749611412.816110:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611412.816112:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611412.816112:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393878144 : -131936315673472 : ffff88012ec57480) 00000100:00000001:3.0:1749611412.816115:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611412.816122:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57480 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:93/0 lens 224/0 e 0 to 0 dl 1749611423 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611412.816137:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611412.816147:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538c200. 00000100:00000001:1.0:1749611412.816151:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611412.816155:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b538c200. 00000100:00100000:1.0:1749611412.816161:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494668544:12345-0@lo:39:umount.0 00000100:00000200:1.0:1749611412.816166:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494668544 00000020:00000001:1.0:1749611412.816171:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611412.816175:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611412.816178:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.816182:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611412.816185:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702688 : -1592848928 : ffffffffa10f0de0) 00000020:00000001:1.0:1749611412.816189:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749611412.816194:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611412.816197:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611412.816199:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611412.816203:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.816206:0:12680:0:(tgt_handler.c:1098:tgt_disconnect()) Process entered 00010000:00000001:1.0:1749611412.816209:0:12680:0:(ldlm_lib.c:1641:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1749611412.816213:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611412.816216:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611412.816221:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080faa000. 02000000:00000001:1.0:1749611412.816224:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611412.816228:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611412.816233:0:12680:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb000 refcount=6 00010000:00000001:1.0:1749611412.816236:0:12680:0:(obd_class.h:931:obd_disconnect()) Process entered 00000004:00000001:1.0:1749611412.816240:0:12680:0:(mdt_handler.c:7392:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1749611412.816242:0:12680:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb000 refcount=7 00010000:00000001:1.0:1749611412.816245:0:12680:0:(ldlm_lib.c:774:server_disconnect_export()) Process entered 00000020:00000001:1.0:1749611412.816248:0:12680:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1749611412.816253:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 6 00000020:00000080:1.0:1749611412.816256:0:12680:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d454 00000020:00000040:1.0:1749611412.816259:0:12680:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51bb000 with handle 0x689c0ec07329d454 from hash 00000020:00000040:1.0:1749611412.816265:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 5 00000020:00000010:1.0:1749611412.816268:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b538ce80. 00000020:00000001:1.0:1749611412.816272:0:12680:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1749611412.816274:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 4 00000020:00000001:1.0:1749611412.816283:0:12680:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1749611412.816285:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 3 00000020:00000001:1.0:1749611412.816287:0:12680:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611412.816291:0:12680:0:(import.c:2063:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1749611412.816294:0:12680:0:(import.c:66:import_set_state_nolock()) ffff8800b51b9800 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1749611412.816298:0:12680:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1749611412.816300:0:12680:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1749611412.816301:0:12680:0:(import.c:2073:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1749611412.816326:0:12680:0:(ldlm_lib.c:805:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1749611412.816333:0:12680:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1749611412.816337:0:12680:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1749611412.816341:0:12680:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff8800b51bb000 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1749611412.816344:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:1.0:1749611412.816345:0:12680:0:(mdt_handler.c:7314:mdt_export_cleanup()) Process entered 00000020:00000001:2.0:1749611412.816346:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611412.816349:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1749611412.816351:0:12680:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:1.0:1749611412.816354:0:12680:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749611412.816357:0:12680:0:(mdt_handler.c:7383:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611412.816361:0:12680:0:(nodemap_handler.c:579:nodemap_del_member()) Process entered 00000001:00000040:1.0:1749611412.816365:0:12680:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000001:00000001:1.0:1749611412.816369:0:12680:0:(nodemap_member.c:31:nm_member_del()) Process entered 00000001:00000040:1.0:1749611412.816373:0:12680:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000040:1.0:1749611412.816376:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 2 00000001:00000001:1.0:1749611412.816378:0:12680:0:(nodemap_member.c:49:nm_member_del()) Process leaving 00000001:00000040:1.0:1749611412.816380:0:12680:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 3 00000001:00000001:1.0:1749611412.816383:0:12680:0:(nodemap_handler.c:604:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1749611412.816385:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 1 00000004:00000001:1.0:1749611412.816387:0:12680:0:(mdt_handler.c:7418:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611412.816390:0:12680:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611412.816393:0:12680:0:(ldlm_lib.c:1662:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.816396:0:12680:0:(tgt_handler.c:1106:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611412.816401:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494668544 00010000:00000001:1.0:1749611412.816404:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749611412.816412:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec57480 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:93/0 lens 224/224 e 0 to 0 dl 1749611423 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611412.816425:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611412.816436:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611412.816441:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=17 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611412.816447:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611412.816450:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611412.816453:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611412.816457:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611412.816459:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611412.816462:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611412.816465:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611412.816469:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749611412.816474:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494668544, offset 224 00000400:00000200:1.0:1749611412.816480:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611412.816490:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611412.816498:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948700 00000400:00000200:1.0:1749611412.816504:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d51 [1] + 224 00000400:00000200:1.0:1749611412.816511:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611412.816515:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611412.816520:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611412.816576:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300686274, at 4300686274 00000100:00000200:1.0:1749611412.816579:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611412.816583:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b7c0. 00000100:00000040:1.0:1749611412.816593:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611412.816594:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300686274, at 4300686274 00000100:00000010:3.0:1749611412.816603:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8b480. 00000100:00000001:1.0:1749611412.816608:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611412.816616:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:2.0:1749611412.816619:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749611412.816619:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000040:0.0:1749611412.816620:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300686274, at 4300686274 00000100:00000001:2.0:1749611412.816621:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611412.816622:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611412.816624:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749611412.816627:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611412.816628:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611412.816629:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611412.816631:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe160. 00000100:00000010:0.0:1749611412.816631:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8bd00. 00000100:00000040:1.0:1749611412.816632:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749611412.816634:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00010000:00000001:1.0:1749611412.816635:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749611412.816636:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000020:00000001:1.0:1749611412.816638:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.816639:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611412.816641:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749611412.816644:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611412.816648:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57480 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:93/0 lens 224/224 e 0 to 0 dl 1749611423 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611412.816653:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611412.816672:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611412.816674:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611412.816677:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611412.816680:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1749611412.816681:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+1:28320:x1834598494668544:12345-0@lo:39:umount.0 Request processed in 540us (918us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611412.816682:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611412.816684:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611412.816687:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611412.816693:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197f438 time=23 v=5 (5 0 0 0) 00000100:00100000:1.0:1749611412.816693:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00001000:2.0:1749611412.816697:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197f3f0 time=23 v=5 (1 0 0 0) 00000100:00000040:1.0:1749611412.816697:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb000 : new rpc_count 0 00000100:00000001:2.0:1749611412.816699:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611412.816701:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611412.816701:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1749611412.816704:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749611412.816704:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:2.0:1749611412.816709:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611412.816710:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649c80. 00000020:00000010:1.0:1749611412.816715:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00010000:00000001:2.0:1749611412.816716:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.816719:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611412.816720:0:28320:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:1.0:1749611412.816720:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b800. 00000100:00000001:2.0:1749611412.816722:0:28320:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611412.816723:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611412.816725:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb000 : new refcount 0 00000100:00000040:2.0:1749611412.816727:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000080:1.0:1749611412.816728:0:12680:0:(genops.c:904:class_export_put()) final put ffff8800b51bb000/lustre-MDT0001-lwp-OST0000_UUID 00000100:00000001:2.0:1749611412.816734:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611412.816737:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611412.816738:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611412.816741:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197f000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1749611412.816743:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611412.816746:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:2.0:1749611412.816747:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611412.816748:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:1.0:1749611412.816756:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611412.816766:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611412.816774:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494668544:0@lo:39:umount.0 00000020:00000001:3.0:1749611412.816780:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000040:1.0:1749611412.816780:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300686274, at 4300686274 00000100:00000001:2.0:1749611412.816784:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.816787:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749611412.816789:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800acb8be80. 00000100:00000040:2.0:1749611412.816790:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9d180 x1834598494668544/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000080:3.0:1749611412.816792:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51bb000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000100:00000001:0.0:1749611412.816794:0:26422:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.816796:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1749611412.816798:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749611412.816799:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611412.816799:0:26422:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000001:3.0:1749611412.816800:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 02000000:00000010:2.0:1749611412.816801:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f800. 00000100:00080000:0.0:1749611412.816801:0:26422:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000004:00000001:3.0:1749611412.816803:0:18174:0:(mdt_handler.c:7569:mdt_destroy_export()) Process entered 00000100:00000001:0.0:1749611412.816803:0:26422:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 02000000:00000001:2.0:1749611412.816804:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611412.816805:0:26422:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000040:3.0:1749611412.816806:0:18174:0:(genops.c:1229:class_import_get()) import ffff8800b51b9800 refcount=2 obd=lustre-MDT0001 00000020:00000001:2.0:1749611412.816806:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611412.816807:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:0.0:1749611412.816807:0:26422:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000020:00000001:3.0:1749611412.816808:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611412.816809:0:18174:0:(genops.c:1242:class_import_put()) import ffff8800b51b9800 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1749611412.816809:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749611412.816809:0:26422:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000020:00000001:3.0:1749611412.816811:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611412.816811:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5d00. 00000100:00000001:0.0:1749611412.816812:0:26422:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1749611412.816813:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611412.816813:0:26422:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000020:00000040:3.0:1749611412.816814:0:18174:0:(genops.c:1242:class_import_put()) import ffff8800b51b9800 refcount=0 obd=lustre-MDT0001 00000100:00000001:0.0:1749611412.816814:0:26422:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 02000000:00000001:2.0:1749611412.816815:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1749611412.816816:0:18174:0:(genops.c:1245:class_import_put()) final put import ffff8800b51b9800 02000000:00000001:2.0:1749611412.816816:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611412.816816:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611412.816817:0:26422:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000010:2.0:1749611412.816818:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9d180. 00000100:00100000:0.0:1749611412.816819:0:26422:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1749611412.816821:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611412.816822:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611412.816823:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1749611412.816823:0:26422:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1749611412.816825:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.816826:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611412.816826:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1749611412.816826:0:26422:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1749611412.816827:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000004:00000010:3.0:1749611412.816829:0:18174:0:(mdt_handler.c:7573:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8800b5397600. 00000100:00000001:2.0:1749611412.816829:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611412.816830:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611412.816835:0:18174:0:(ldlm_lockd.c:3179:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1749611412.816837:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611412.816843:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5600. 00000001:00000010:3.0:1749611412.816846:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5a00. 00000001:00000010:3.0:1749611412.816848:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5e00. 00000001:00000010:3.0:1749611412.816850:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5000. 00000001:00000010:3.0:1749611412.816852:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800844b6500. 00000001:00000010:3.0:1749611412.816854:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880130e8a180. 00000001:00000001:3.0:1749611412.816858:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1749611412.816861:0:18174:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:3.0:1749611412.816862:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611412.816866:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4800. 00000001:00000010:3.0:1749611412.816868:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4200. 00000001:00000010:3.0:1749611412.816870:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5200. 00000001:00000010:3.0:1749611412.816872:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5800. 00000001:00000010:3.0:1749611412.816874:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800844b6900. 00000001:00000010:3.0:1749611412.816876:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff880130e8a600. 00000001:00000001:3.0:1749611412.816877:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1749611412.816879:0:18174:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1749611412.816880:0:18174:0:(ldlm_lockd.c:3184:ldlm_destroy_export()) Process leaving 00000001:00000010:3.0:1749611412.816884:0:18174:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff880129ca7680. 00000020:00000020:3.0:1749611412.816888:0:18174:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1749611412.816892:0:18174:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000004:00000001:3.0:1749611412.816900:0:18174:0:(mdt_handler.c:7599:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.816902:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611412.816905:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000020:00000010:3.0:1749611412.816908:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51bb000. 00000020:00000001:3.0:1749611412.816942:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1749611412.816947:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1749611412.816949:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800b51b9800 for lustre-MDT0001 00000020:00000040:3.0:1749611412.816953:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000020:00000040:3.0:1749611412.816955:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - import 00000020:00000010:3.0:1749611412.816957:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff8800b51b9800. 00000020:00000001:3.0:1749611412.816961:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:0.0:1749611412.817412:0:26422:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611412.817415:0:26422:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611412.817417:0:26422:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611412.817965:0:26422:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611412.817968:0:26422:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:0.0:1749611412.817971:0:26422:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1749611412.817974:0:26422:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611412.817977:0:26422:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff880117b16540. 00000020:00000001:0.0:1749611412.817983:0:26422:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611412.817986:0:26422:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff880096dff300. 00000020:00000010:0.0:1749611412.817988:0:26422:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff880117b16de0. 00000020:00000010:0.0:1749611412.817991:0:26422:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff8800b5281fc0. 00000020:00000010:0.0:1749611412.818006:0:26422:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58000. 00000020:00000010:0.0:1749611412.818011:0:26422:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc59c00. 00000040:00000010:0.0:1749611412.818014:0:26422:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc58400. 00000020:00000010:0.0:1749611412.818018:0:26422:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1c9000. 00000020:00000010:0.0:1749611412.818023:0:26422:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efddf98. 00000020:00000010:0.0:1749611412.818026:0:26422:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59e00. 80000000:00000010:0.0:1749611412.818030:0:26422:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16de0. 40000000:00000010:0.0:1749611412.818034:0:26422:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b5281fc0. 00100000:00000010:0.0:1749611412.818038:0:26422:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007d1ca800. 00040000:00000010:0.0:1749611412.818042:0:26422:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012dbe5300. 00040000:00000010:0.0:1749611412.818046:0:26422:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58200. 00080000:00000010:0.0:1749611412.818051:0:26422:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749611412.818057:0:26422:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00000004:00000010:0.0:1749611412.818063:0:26422:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007d1cd800. 00000004:00000010:0.0:1749611412.818068:0:26422:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009a4c7000. 00000004:00000010:0.0:1749611412.818073:0:26422:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007d1cc800. 00002000:00000010:0.0:1749611412.818077:0:26422:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cf49c00. 00000004:00000010:0.0:1749611412.818081:0:26422:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d031c00. 00000020:00000010:0.0:1749611412.818085:0:26422:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b5281c00. 00000020:00000001:0.0:1749611412.818089:0:26422:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1749611412.818092:0:26422:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff880117b16540. 00000020:00000001:0.0:1749611412.818094:0:26422:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611412.818095:0:26422:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611412.818097:0:26422:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1749611412.818099:0:26422:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1749611412.818101:0:26422:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611412.818103:0:26422:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611412.818104:0:26422:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff88012b53a000) refs 2 10000000:00000001:0.0:1749611412.818106:0:26422:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611412.818108:0:26422:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612137336086528 : -131936373465088 : ffff88012b53a000) 10000000:00000001:0.0:1749611412.818112:0:26422:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1749611412.818113:0:26422:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1749611412.818115:0:26422:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611412.818117:0:26422:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611412.818119:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818124:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818126:0:26422:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1749611412.818128:0:26422:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1749611412.818129:0:26422:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611412.818130:0:26422:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611412.818132:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611412.818133:0:26422:0:(mgc_request.c:123:config_log_put()) log params(ffff88012b53b800) refs 1 10000000:01000000:0.0:1749611412.818136:0:26422:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:0.0:1749611412.818137:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818138:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818139:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818140:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818141:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818142:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818143:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818144:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818145:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818146:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1749611412.818148:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 13 10000000:00000010:0.0:1749611412.818150:0:26422:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff88012b53b800. 10000000:00000001:0.0:1749611412.818153:0:26422:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818154:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818155:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818156:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611412.818157:0:26422:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 3 10000000:00000001:0.0:1749611412.818159:0:26422:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818160:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611412.818161:0:26422:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 4 10000000:00000001:0.0:1749611412.818163:0:26422:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818164:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611412.818165:0:26422:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88012b53a000) refs 2 10000000:00000001:0.0:1749611412.818167:0:26422:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818168:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611412.818169:0:26422:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88012b53a000) refs 1 10000000:01000000:0.0:1749611412.818170:0:26422:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:00000001:0.0:1749611412.818172:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818173:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818174:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818174:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818175:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818180:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818181:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818182:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611412.818183:0:26422:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611412.818184:0:26422:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1749611412.818185:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 12 10000000:00000010:0.0:1749611412.818187:0:26422:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff88012b53a000. 10000000:00000001:0.0:1749611412.818190:0:26422:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1749611412.818191:0:26422:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 10000000:00000001:0.0:1749611412.818193:0:26422:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611412.818194:0:26422:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.818196:0:26422:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611412.818198:0:26422:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff880117b16540. 00000020:00000001:0.0:1749611412.818201:0:26422:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.818203:0:26422:0:(obd_config.c:1049:class_get_profile()) Process entered 00000020:00000001:0.0:1749611412.818205:0:26422:0:(obd_config.c:1035:class_get_profile_nolock()) Process entered 00000020:00000001:0.0:1749611412.818207:0:26422:0:(obd_config.c:1042:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.818209:0:26422:0:(obd_config.c:1053:class_get_profile()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611412.818218:0:26422:0:(tgt_mount.c:1745:server_put_super()) stopping lustre-OST0000 00000020:00000001:0.0:1749611412.818220:0:26422:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1749611412.818223:0:26422:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00000020:00000010:0.0:1749611412.818225:0:26422:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8800b5281cc0. 00000020:00000080:0.0:1749611412.818228:0:26422:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1749611412.818232:0:26422:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:02000400:0.0:1749611412.818235:0:26422:0:(obd_config.c:859:class_cleanup()) Failing over lustre-OST0000 00000020:00000001:0.0:1749611412.820454:0:26422:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00002000:00000001:0.0:1749611412.820459:0:26422:0:(ofd_obd.c:1234:ofd_iocontrol()) Process entered 00002000:00000080:0.0:1749611412.820461:0:26422:0:(ofd_obd.c:1236:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000010:0.0:1749611412.820468:0:26422:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59800. 00000020:00000010:0.0:1749611412.820472:0:26422:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58800. 00000020:00000010:0.0:1749611412.820476:0:26422:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1cd000. 00000020:00000010:0.0:1749611412.820479:0:26422:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdb758. 00000020:00000010:0.0:1749611412.820482:0:26422:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59200. 80000000:00000010:0.0:1749611412.820485:0:26422:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16540. 40000000:00000010:0.0:1749611412.820489:0:26422:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801309a4bc0. 00100000:00000010:0.0:1749611412.820494:0:26422:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009d241000. 00040000:00000010:0.0:1749611412.820497:0:26422:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012dbe5100. 00040000:00000010:0.0:1749611412.820507:0:26422:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59400. 00080000:00000010:0.0:1749611412.820511:0:26422:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c6000. 00080000:00000010:0.0:1749611412.820517:0:26422:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129e7e000. 00002000:00000010:0.0:1749611412.820552:0:26422:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d032c00. 00002000:00100000:0.0:1749611412.820556:0:26422:0:(ofd_obd.c:1250:ofd_iocontrol()) syncing ost lustre-OST0000 00080000:00000001:0.0:1749611412.820559:0:26422:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:2.0:1749611412.820884:0:26422:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00002000:00000001:2.0:1749611412.820890:0:26422:0:(ofd_obd.c:1252:ofd_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611412.820897:0:26422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58800. 00000020:00000010:2.0:1749611412.820904:0:26422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1cd000. 00000020:00000010:2.0:1749611412.820909:0:26422:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdb758. 00000020:00000010:2.0:1749611412.820913:0:26422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59200. 80000000:00000010:2.0:1749611412.820918:0:26422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16540. 40000000:00000010:2.0:1749611412.820922:0:26422:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801309a4bc0. 00100000:00000010:2.0:1749611412.820953:0:26422:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009d241000. 00040000:00000010:2.0:1749611412.820960:0:26422:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012dbe5100. 00040000:00000010:2.0:1749611412.820963:0:26422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59400. 00080000:00000010:2.0:1749611412.820968:0:26422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129e7e000. 00080000:00000010:2.0:1749611412.820973:0:26422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c6000. 00002000:00000010:2.0:1749611412.820987:0:26422:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d032c00. 00000020:00000010:2.0:1749611412.820990:0:26422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59800. 00002000:00000001:2.0:1749611412.820993:0:26422:0:(ofd_obd.c:1298:ofd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.820996:0:26422:0:(obd_class.h:1237:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1749611412.820999:0:26422:0:(obd_config.c:882:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1749611412.821002:0:26422:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1749611412.821004:0:26422:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff88012f88c050) has no exports 00000020:00000001:2.0:1749611412.821006:0:26422:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1749611412.821008:0:26422:0:(obd_class.h:623:obd_precleanup()) Process entered 00002000:00000001:2.0:1749611412.821012:0:26422:0:(ofd_dev.c:3278:ofd_device_fini()) Process entered 00100000:00000001:2.0:1749611412.821014:0:26422:0:(lfsck_lib.c:3366:lfsck_stop()) Process entered 00100000:00000001:2.0:1749611412.821018:0:26422:0:(lfsck_lib.c:3383:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1749611412.821021:0:26422:0:(ofd_dev.c:256:ofd_stack_pre_fini()) Process entered 00002000:00000010:2.0:1749611412.821025:0:26422:0:(ofd_dev.c:262:ofd_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8800acb8b7c0. 00002000:00000001:2.0:1749611412.821028:0:26422:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:2.0:1749611412.821030:0:26422:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:2.0:1749611412.821037:0:26422:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88009a4c4000 00100000:00000001:2.0:1749611412.821041:0:26422:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000010:2.0:1749611412.821044:0:26422:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff8801309a47c0. 00100000:00000010:2.0:1749611412.821047:0:26422:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e688000. 00100000:00000010:2.0:1749611412.821049:0:26422:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e688180. 00100000:00000010:2.0:1749611412.821051:0:26422:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e688400. 00100000:00000010:2.0:1749611412.821053:0:26422:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880129c55580. 00100000:00000010:2.0:1749611412.821055:0:26422:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e6882c0. 00100000:00000010:2.0:1749611412.821057:0:26422:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e688bc0. 00100000:00000010:2.0:1749611412.821059:0:26422:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012e688700. 00100000:00000001:2.0:1749611412.821061:0:26422:0:(scrub.c:1098:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1749611412.821062:0:26422:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611412.821064:0:26422:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1749611412.821066:0:26422:0:(ofd_dev.c:269:ofd_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8800acb8b7c0. 00002000:00000001:2.0:1749611412.821069:0:26422:0:(ofd_dev.c:272:ofd_stack_pre_fini()) Process leaving 00000020:00000001:2.0:1749611412.821070:0:26422:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1749611412.821072:0:26422:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff88012f88c050) has no exports 00000020:00000001:2.0:1749611412.821073:0:26422:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:2.0:1749611412.821075:0:26422:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00010000:00000001:2.0:1749611412.821078:0:26422:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1749611412.821081:0:26422:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1749611412.821087:0:26422:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1749611412.821089:0:26422:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1749611412.822258:0:26422:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611412.822261:0:26422:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1749611412.822262:0:26422:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1749611412.823307:0:26422:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611412.823311:0:26422:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611412.823313:0:26422:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:2.0:1749611412.823337:0:26422:0:(lprocfs_status_server.c:353:lprocfs_free_per_client_stats()) Process entered 00000020:00000001:2.0:1749611412.823340:0:26422:0:(lprocfs_status_server.c:364:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:2.0:1749611412.823482:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff8800a8b4dc00. 00000020:00000010:2.0:1749611412.823489:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800b5206400. 00000020:00000001:2.0:1749611412.823500:0:26422:0:(tgt_main.c:642:tgt_fini()) Process entered 00000020:00000010:2.0:1749611412.823503:0:26422:0:(tgt_main.c:674:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff88006b6b4000. 00000020:00000002:2.0:1749611412.823556:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88012d124400/ffff88009c556360 to site lru. bkt: ffff880111e98a10 00000020:00000001:2.0:1749611412.823560:0:26422:0:(tgt_main.c:682:tgt_fini()) Process leaving 00000020:00000010:1.0:1749611412.823676:0:25185:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800a8bdce00. 00000020:00000010:1.0:1749611412.823686:0:25185:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b0000. 00000020:00000010:1.0:1749611412.823691:0:25185:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdbc60. 00000020:00000010:1.0:1749611412.823696:0:25185:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800a8bdd000. 80000000:00000010:1.0:1749611412.823699:0:25185:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16720. 40000000:00000010:1.0:1749611412.823703:0:25185:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129c55f80. 00100000:00000010:1.0:1749611412.823706:0:25185:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a3b6000. 00040000:00000010:1.0:1749611412.823711:0:25185:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8af6900. 00040000:00000010:1.0:1749611412.823714:0:25185:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800a8bdd200. 00080000:00000010:1.0:1749611412.823718:0:25185:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009b1f8000. 00080000:00000010:1.0:1749611412.823724:0:25185:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c1000. 00002000:00000010:1.0:1749611412.823728:0:25185:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800b5207000. 00000020:00000010:1.0:1749611412.823732:0:25185:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800a8bdcc00. 00002000:00000010:1.0:1749611412.823735:0:25185:0:(ofd_io.c:207:ofd_inconsistency_verification_main()) kfreed 'args': 208 at ffff8800a8af6d00. 00100000:00000001:2.0:1749611412.823811:0:26422:0:(lfsck_lib.c:1652:lfsck_instance_cleanup()) Process entered 00000020:00000002:2.0:1749611412.823818:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88009b414c00/ffff88009717f200 to site lru. bkt: ffff880111e9acd8 00000020:00000002:2.0:1749611412.823825:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88009b414000/ffff88009c8f5c00 to site lru. bkt: ffff880111e982d8 00100000:00000010:2.0:1749611412.823829:0:26422:0:(lfsck_internal.h:1383:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff88009c8f5900. 00100000:00000010:2.0:1749611412.823835:0:26422:0:(lfsck_internal.h:1385:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff88009c8f5d00. 00100000:10000000:2.0:1749611412.823843:0:26422:0:(lfsck_layout.c:756:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:00000010:2.0:1749611412.823846:0:26422:0:(lfsck_layout.c:6547:lfsck_layout_slave_data_release()) kfreed 'llsd': 144 at ffff88006ee72780. 00100000:00000010:2.0:1749611412.823851:0:26422:0:(lfsck_internal.h:1392:lfsck_component_put()) kfreed 'com': 1504 at ffff88006a72b800. 00000020:00000002:2.0:1749611412.823862:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88009b414a00/ffff88009c8f5000 to site lru. bkt: ffff880111e99a08 00000020:00000002:2.0:1749611412.823866:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88009b414800/ffff88009c8f5300 to site lru. bkt: ffff880111e98e70 00100000:00000010:2.0:1749611412.823872:0:26422:0:(lfsck_lib.c:1716:lfsck_instance_cleanup()) kfreed 'lfsck': 3400 at ffff88007a823000. 00002000:00000001:2.0:1749611412.823877:0:26422:0:(ofd_fs.c:671:ofd_fs_cleanup()) Process entered 00000020:00000040:2.0:1749611412.823882:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 5 00000020:00000010:2.0:1749611412.823885:0:26422:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff800. 00000020:00000040:2.0:1749611412.823889:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 4 00000020:00000010:2.0:1749611412.823891:0:26422:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff000. 40000000:00000001:2.0:1749611412.823896:0:26422:0:(fid_handler.c:585:seq_server_fini()) Process entered 40000000:00000001:2.0:1749611412.823965:0:26422:0:(fid_store.c:221:seq_store_fini()) Process entered 00000020:00000002:2.0:1749611412.823977:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88009b415400/ffff88009717e120 to site lru. bkt: ffff880111e990a0 40000000:00000001:2.0:1749611412.823981:0:26422:0:(fid_store.c:229:seq_store_fini()) Process leaving 40000000:00000001:2.0:1749611412.823983:0:26422:0:(fid_handler.c:590:seq_server_fini()) Process leaving 40000000:00000010:2.0:1749611412.823986:0:26422:0:(fid_handler.c:601:seq_site_fini()) kfreed 'ss->ss_server_seq': 296 at ffff88009b415000. 40000000:00000001:2.0:1749611412.823992:0:26422:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1749611412.824029:0:26422:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1749611412.824031:0:26422:0:(fid_handler.c:613:seq_site_fini()) kfreed 'ss->ss_client_seq': 232 at ffff8800a8af6600. 40000000:00000001:2.0:1749611412.824035:0:26422:0:(fid_handler.c:617:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1749611412.824039:0:26422:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:2.0:1749611412.824055:0:26422:0:(fld_index.c:446:fld_index_fini()) Process entered 00000020:00000002:2.0:1749611412.824058:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88009b415e00/ffff88009717e240 to site lru. bkt: ffff880111e9b250 80000000:00000001:2.0:1749611412.824061:0:26422:0:(fld_index.c:452:fld_index_fini()) Process leaving 80000000:00000001:2.0:1749611412.824064:0:26422:0:(fld_cache.c:212:fld_cache_flush()) Process entered 80000000:00000001:2.0:1749611412.824067:0:26422:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000010:2.0:1749611412.824070:0:26422:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff880129c554c0. 80000000:00000040:2.0:1749611412.824074:0:26422:0:(fld_cache.c:202:fld_cache_shrink()) srv-lustre-OST0000: FLD cache - Shrunk by 1 entries 80000000:00000001:2.0:1749611412.824076:0:26422:0:(fld_cache.c:204:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1749611412.824079:0:26422:0:(fld_cache.c:219:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1749611412.824081:0:26422:0:(fld_cache.c:73:fld_cache_fini()) FLD cache statistics (srv-lustre-OST0000): 80000000:00000040:2.0:1749611412.824083:0:26422:0:(fld_cache.c:74:fld_cache_fini()) Cache reqs: 0 80000000:00000040:2.0:1749611412.824086:0:26422:0:(fld_cache.c:75:fld_cache_fini()) Total reqs: 0 80000000:00000010:2.0:1749611412.824088:0:26422:0:(fld_cache.c:77:fld_cache_fini()) kfreed 'cache': 168 at ffff88006a3813c0. 80000000:00000001:2.0:1749611412.824091:0:26422:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00002000:00000010:2.0:1749611412.824093:0:26422:0:(ofd_fs.c:275:ofd_fld_fini()) kfreed 'ss->ss_server_fld': 200 at ffff8800a8af6300. 00080000:00000001:2.0:1749611412.824098:0:26422:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611412.824395:0:26422:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00000020:00000002:0.0:1749611412.824407:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88009b415c00/ffff88009717e360 to site lru. bkt: ffff880111e99688 00002000:00000001:0.0:1749611412.824411:0:26422:0:(ofd_fs.c:685:ofd_fs_cleanup()) Process leaving 00000001:00000001:0.0:1749611412.824415:0:26422:0:(nodemap_storage.c:2260:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1749611412.824422:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff8800a8bdc200/ffff8800a8af6800 to site lru. bkt: ffff880111e9a9c8 00000001:00000010:0.0:1749611412.824426:0:26422:0:(nodemap_storage.c:2272:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff88009c04b740. 00000001:00000001:0.0:1749611412.824430:0:26422:0:(nodemap_storage.c:2274:nm_config_file_deregister_tgt()) Process leaving 00010000:00000001:0.0:1749611412.824434:0:26422:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1749611412.824439:0:26422:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1749611412.824470:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88012d124a00. 00000020:00000010:0.0:1749611412.824479:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009d741c00. 00010000:00000001:0.0:1749611412.824599:0:26422:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1749611412.824614:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800a3713220. 00000020:00000010:0.0:1749611412.824619:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009d740000. 00000001:00000001:0.0:1749611412.824651:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611412.826050:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006697000. 00000001:00000010:0.0:1749611412.826063:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066a1000. 00000001:00000010:0.0:1749611412.826065:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066ab000. 00000001:00000010:0.0:1749611412.826067:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066b5000. 00000001:00000010:0.0:1749611412.826069:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066bf000. 00000001:00000010:0.0:1749611412.826071:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066c9000. 00000001:00000010:0.0:1749611412.826073:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066d3000. 00000001:00000010:0.0:1749611412.826074:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066dd000. 00000001:00000010:0.0:1749611412.826076:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066e7000. 00000001:00000010:0.0:1749611412.826078:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066f1000. 00000001:00000010:0.0:1749611412.826079:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900066fb000. 00000001:00000010:0.0:1749611412.826081:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006705000. 00000001:00000010:0.0:1749611412.826083:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000670f000. 00000001:00000010:0.0:1749611412.826093:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006719000. 00000001:00000010:0.0:1749611412.826095:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006723000. 00000001:00000010:0.0:1749611412.826096:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000672d000. 00000001:00000010:0.0:1749611412.826098:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006737000. 00000001:00000010:0.0:1749611412.826100:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006741000. 00000001:00000010:0.0:1749611412.826102:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000674b000. 00000001:00000010:0.0:1749611412.826104:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006755000. 00000001:00000010:0.0:1749611412.826105:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000675f000. 00000001:00000010:0.0:1749611412.826107:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006769000. 00000001:00000010:0.0:1749611412.826109:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006773000. 00000001:00000010:0.0:1749611412.826110:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000677d000. 00000001:00000010:0.0:1749611412.826112:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006787000. 00000001:00000010:0.0:1749611412.826114:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006791000. 00000001:00000010:0.0:1749611412.826115:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000679b000. 00000001:00000010:0.0:1749611412.826117:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067a5000. 00000001:00000010:0.0:1749611412.826118:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067af000. 00000001:00000010:0.0:1749611412.826120:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067b9000. 00000001:00000010:0.0:1749611412.826122:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067c3000. 00000001:00000010:0.0:1749611412.826123:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067cd000. 00000001:00000010:0.0:1749611412.826125:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067d7000. 00000001:00000010:0.0:1749611412.826127:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067e1000. 00000001:00000010:0.0:1749611412.826128:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067eb000. 00000001:00000010:0.0:1749611412.826130:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067f5000. 00000001:00000010:0.0:1749611412.826131:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900067ff000. 00000001:00000010:0.0:1749611412.826133:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006809000. 00000001:00000010:0.0:1749611412.826135:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006813000. 00000001:00000010:0.0:1749611412.826136:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000681d000. 00000001:00000010:0.0:1749611412.826138:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006827000. 00000001:00000010:0.0:1749611412.826140:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006831000. 00000001:00000010:0.0:1749611412.826141:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000683b000. 00000001:00000010:0.0:1749611412.826143:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006845000. 00000001:00000010:0.0:1749611412.826145:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000684f000. 00000001:00000010:0.0:1749611412.826150:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006859000. 00000001:00000010:0.0:1749611412.826152:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006863000. 00000001:00000010:0.0:1749611412.826154:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000686d000. 00000001:00000010:0.0:1749611412.826155:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006877000. 00000001:00000010:0.0:1749611412.826157:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006881000. 00000001:00000010:0.0:1749611412.826159:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000688b000. 00000001:00000010:0.0:1749611412.826160:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006895000. 00000001:00000010:0.0:1749611412.826162:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000689f000. 00000001:00000010:0.0:1749611412.826164:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900068a9000. 00000001:00000010:0.0:1749611412.826165:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900068b3000. 00000001:00000010:0.0:1749611412.826167:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900068bd000. 00000001:00000010:0.0:1749611412.826168:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900068c7000. 00000001:00000010:0.0:1749611412.826170:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900068d1000. 00000001:00000010:0.0:1749611412.826172:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900068db000. 00000001:00000010:0.0:1749611412.826173:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900068e5000. 00000001:00000010:0.0:1749611412.826175:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900068ef000. 00000001:00000010:0.0:1749611412.826177:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900068f9000. 00000001:00000010:0.0:1749611412.826178:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006903000. 00000001:00000010:0.0:1749611412.826180:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000690d000. 00000001:00000010:0.0:1749611412.826182:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 512 at ffff88012d124000. 00000001:00000010:0.0:1749611412.826186:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007ddf9700. 00000001:00000001:0.0:1749611412.826189:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1749611412.826192:0:26422:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88009d743000. 00010000:00000001:0.0:1749611412.826196:0:26422:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1749611412.827622:0:26422:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1749611412.827626:0:26422:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00002000:00000001:1.0:1749611412.827912:0:26422:0:(ofd_dev.c:218:ofd_stack_fini()) Process entered 00040000:00000001:1.0:1749611412.827964:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.827975:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.827978:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.827980:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.827981:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.827983:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.827991:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b414000. 00000020:00000010:1.0:1749611412.827999:0:26422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009c8f5c00. 00040000:00000001:1.0:1749611412.828015:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828017:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828018:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828027:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828029:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828030:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828034:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a8bdd600. 00000020:00000010:1.0:1749611412.828038:0:26422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800b5283700. 00040000:00000001:1.0:1749611412.828050:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828052:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828053:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828054:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828056:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828057:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828062:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d124400. 00002000:00000001:1.0:1749611412.828068:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.828071:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xb:0x0] 00002000:00000010:1.0:1749611412.828075:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c556360. 00002000:00000001:1.0:1749611412.828080:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611412.828096:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828098:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828100:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828101:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828103:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828104:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828109:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b414800. 00000020:00000010:1.0:1749611412.828113:0:26422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009c8f5300. 00040000:00000001:1.0:1749611412.828122:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828124:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828125:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828127:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828129:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828137:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828147:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b415400. 00002000:00000001:1.0:1749611412.828151:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.828153:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x5:0x0] 00002000:00000010:1.0:1749611412.828156:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e120. 00002000:00000001:1.0:1749611412.828160:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611412.828169:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828170:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828172:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828173:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828175:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828183:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828187:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b415c00. 00002000:00000001:1.0:1749611412.828190:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.828192:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x1018:0x0] 00002000:00000010:1.0:1749611412.828195:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e360. 00002000:00000001:1.0:1749611412.828199:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611412.828299:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828302:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828303:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828304:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828306:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828307:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828313:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b414a00. 00000020:00000010:1.0:1749611412.828319:0:26422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009c8f5000. 00040000:00000001:1.0:1749611412.828332:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828334:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828335:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828337:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828338:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828346:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828350:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b415a00. 00002000:00000001:1.0:1749611412.828354:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.828356:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xd:0x0] 00002000:00000010:1.0:1749611412.828359:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e480. 00002000:00000001:1.0:1749611412.828363:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611412.828374:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828375:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828377:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828379:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828380:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828389:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828392:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a8bdc600. 00000020:00000010:1.0:1749611412.828397:0:26422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009959db00. 00080000:00000010:1.0:1749611412.828413:0:26422:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800a8af6e00. 00040000:00000001:1.0:1749611412.828420:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828421:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828422:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828423:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828424:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828425:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828427:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a8bdc200. 00000020:00000010:1.0:1749611412.828429:0:26422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a8af6800. 00080000:00000010:1.0:1749611412.828435:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b414c00. 00002000:00000001:1.0:1749611412.828438:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.828439:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x12:0x0] 00002000:00000010:1.0:1749611412.828441:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f200. 00002000:00000001:1.0:1749611412.828445:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:1.0:1749611412.828450:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828451:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828452:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828453:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828454:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828455:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828457:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b415200. 00000020:00000010:1.0:1749611412.828459:0:26422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a8af6200. 00080000:00000010:1.0:1749611412.828469:0:26422:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800a8af6b00. 00040000:00000001:1.0:1749611412.828472:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828473:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828474:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828475:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611412.828476:0:26422:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611412.828477:0:26422:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611412.828479:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009b415e00. 00002000:00000001:1.0:1749611412.828481:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.828482:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x3:0x0] 00002000:00000010:1.0:1749611412.828484:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e240. 00002000:00000001:1.0:1749611412.828487:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000010:1.0:1749611412.828493:0:26422:0:(ofd_dev.c:228:ofd_stack_fini()) kmalloced '(lcfg)': 64 at ffff8800b538c200. 00002000:00000001:1.0:1749611412.828496:0:26422:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:1.0:1749611412.828502:0:26422:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:1.0:1749611412.828505:0:26422:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88009a4c4000 00100000:00000001:1.0:1749611412.828509:0:26422:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:1.0:1749611412.828511:0:26422:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1749611412.828513:0:26422:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00040000:00000001:1.0:1749611412.828515:0:26422:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1749611412.828516:0:26422:0:(qsd_lib.c:588:qsd_fini()) lustre-OST0000: initiating QSD shutdown 00000020:00000010:1.0:1749611412.828578:0:25211:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009b414400. 00000020:00000010:1.0:1749611412.828582:0:25211:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a728000. 00000020:00000010:1.0:1749611412.828587:0:25211:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdd080. 00000020:00000010:1.0:1749611412.828591:0:25211:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009b414600. 80000000:00000010:1.0:1749611412.828594:0:25211:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16780. 40000000:00000010:1.0:1749611412.828598:0:25211:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012bdee680. 00100000:00000010:1.0:1749611412.828607:0:25211:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72a800. 00040000:00000010:1.0:1749611412.828612:0:25211:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5b00. 00040000:00000010:1.0:1749611412.828616:0:25211:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009b414200. 00080000:00000010:1.0:1749611412.828620:0:25211:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:1.0:1749611412.828628:0:25211:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88007a826000. 00002000:00000010:1.0:1749611412.828633:0:25211:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009bad2800. 00000020:00000010:1.0:1749611412.828636:0:25211:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009b415600. 00040000:00000010:1.0:1749611412.828640:0:25211:0:(qsd_writeback.c:610:qsd_upd_thread()) kfreed 'args': 72 at ffff880117b161e0. 00040000:00000001:1.0:1749611412.828642:0:25211:0:(qsd_writeback.c:612:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749611412.828736:0:26422:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1749611412.828739:0:26422:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1749611412.828740:0:26422:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1749611412.828743:0:26422:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1749611412.828745:0:26422:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1749611412.828749:0:26422:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749611412.828752:0:26422:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1749611412.828753:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611412.828756:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88006a381cc0. 00000001:00000010:1.0:1749611412.828759:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243858. 00000001:00000010:1.0:1749611412.828761:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8801376c0900. 00000001:00000001:1.0:1749611412.828765:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1749611412.828767:0:26422:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880136a136e0. 00000020:00000002:1.0:1749611412.828776:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff8800a8bdda00/ffff88009717e7e0 to site lru. bkt: ffff880111e98230 00000020:00000002:1.0:1749611412.828779:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88012db4ba00/ffff88009717ea20 to site lru. bkt: ffff880111e993b0 00000020:00000002:1.0:1749611412.828788:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88012db4a200/ffff88009717e900 to site lru. bkt: ffff880111e98d90 00040000:00000010:1.0:1749611412.828790:0:26422:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff88006a3819c0. 00040000:00000001:1.0:1749611412.828793:0:26422:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1749611412.828794:0:26422:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1749611412.828795:0:26422:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1749611412.828797:0:26422:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1749611412.828799:0:26422:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749611412.828801:0:26422:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1749611412.828802:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611412.828803:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009a2220c0. 00000001:00000010:1.0:1749611412.828806:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800762437f0. 00000001:00000010:1.0:1749611412.828807:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009c8f5e00. 00000001:00000001:1.0:1749611412.828810:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1749611412.828811:0:26422:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880136a13f60. 00000020:00000002:1.0:1749611412.828814:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88012db4aa00/ffff88009717eb40 to site lru. bkt: ffff880111e994c8 00000020:00000002:1.0:1749611412.828821:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff8800b42cba00/ffff88009717ed80 to site lru. bkt: ffff880111e99a08 00000020:00000002:1.0:1749611412.828824:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff88012db4ae00/ffff88009717ec60 to site lru. bkt: ffff880111e9b678 00040000:00000010:1.0:1749611412.828826:0:26422:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff88006a381f00. 00040000:00000001:1.0:1749611412.828828:0:26422:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1749611412.828829:0:26422:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1749611412.828830:0:26422:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1749611412.828831:0:26422:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1749611412.828834:0:26422:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749611412.828836:0:26422:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1749611412.828837:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611412.828838:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88006ee723c0. 00000001:00000010:1.0:1749611412.828841:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800762439f0. 00000001:00000010:1.0:1749611412.828843:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009c8f5700. 00000001:00000001:1.0:1749611412.828845:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1749611412.828846:0:26422:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff880136a13e40. 00000020:00000002:1.0:1749611412.828848:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff8800b42cbc00/ffff88009717eea0 to site lru. bkt: ffff880111e9a4f8 00000020:00000002:1.0:1749611412.828851:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff880095487000/ffff88009717f0e0 to site lru. bkt: ffff880111e9aca0 00000020:00000002:1.0:1749611412.828854:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff880095486c00/ffff88009717efc0 to site lru. bkt: ffff880111e99ea0 00040000:00000010:1.0:1749611412.828855:0:26422:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff88006ee720c0. 00040000:00000001:1.0:1749611412.828857:0:26422:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1749611412.828860:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 3 00000020:00000010:1.0:1749611412.828866:0:26422:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dffc00. 00000020:00000002:1.0:1749611412.828870:0:26422:0:(lu_object.c:207:lu_object_put()) Add ffff8800a8bddc00/ffff88009717e6c0 to site lru. bkt: ffff880111e99228 00040000:04000000:1.0:1749611412.828877:0:26422:0:(qsd_lib.c:643:qsd_fini()) lustre-OST0000: QSD shutdown completed 00040000:00000010:1.0:1749611412.828879:0:26422:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff88006efbcc00. 00040000:00000001:1.0:1749611412.828882:0:26422:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000010:1.0:1749611412.828890:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbde00. 00000020:00000010:1.0:1749611412.828893:0:26422:0:(lu_object.c:1311:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff880117b160c0. 00080000:00000001:1.0:1749611412.828897:0:26422:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611412.828899:0:26422:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611412.828901:0:26422:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611412.828904:0:26422:0:(ofd_dev.c:235:ofd_stack_fini()) kfreed 'lcfg': 64 at ffff8800b538c200. 00080000:00000010:1.0:1749611412.828909:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27de00. 00000020:00000010:1.0:1749611412.828914:0:26422:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006efe5400. 00000020:00000010:1.0:1749611412.828944:0:26422:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dffb00. 00080000:00000010:1.0:1749611412.828954:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a8bdda00. 00002000:00000001:1.0:1749611412.828957:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.828958:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xf:0x0] 00002000:00000010:1.0:1749611412.828960:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e7e0. 00002000:00000001:1.0:1749611412.828963:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611412.829001:0:26422:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800acada600. 00080000:00000010:1.0:1749611412.829012:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4a200. 00002000:00000001:1.0:1749611412.829016:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.829017:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x4:0x0] 00002000:00000010:1.0:1749611412.829019:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e900. 00002000:00000001:1.0:1749611412.829022:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611412.829027:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800a8bddc00. 00002000:00000001:1.0:1749611412.829029:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.829030:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x3:0x0] 00002000:00000010:1.0:1749611412.829032:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e6c0. 00002000:00000001:1.0:1749611412.829034:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611412.829037:0:26422:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8801376c0e00. 00080000:00000010:1.0:1749611412.829041:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4ba00. 00002000:00000001:1.0:1749611412.829043:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.829044:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x1:0x0] 00002000:00000010:1.0:1749611412.829046:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717ea20. 00002000:00000001:1.0:1749611412.829049:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611412.829063:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4aa00. 00002000:00000001:1.0:1749611412.829066:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.829067:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x10:0x0] 00002000:00000010:1.0:1749611412.829069:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717eb40. 00002000:00000001:1.0:1749611412.829072:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611412.829077:0:26422:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8801376c0a00. 00080000:00000010:1.0:1749611412.829082:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b42cba00. 00002000:00000001:1.0:1749611412.829084:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.829085:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x2:0x0] 00002000:00000010:1.0:1749611412.829087:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717ed80. 00002000:00000001:1.0:1749611412.829089:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611412.829113:0:26422:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88009c8f5500. 00080000:00000010:1.0:1749611412.829119:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880095486c00. 00002000:00000001:1.0:1749611412.829121:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.829122:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x6:0x0] 00002000:00000010:1.0:1749611412.829124:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717efc0. 00002000:00000001:1.0:1749611412.829128:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611412.829134:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b42cbc00. 00002000:00000001:1.0:1749611412.829136:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.829137:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x16:0x0] 00002000:00000010:1.0:1749611412.829139:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717eea0. 00002000:00000001:1.0:1749611412.829141:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611412.829147:0:26422:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88009c8f5a00. 00080000:00000010:1.0:1749611412.829150:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880095487000. 00002000:00000001:1.0:1749611412.829153:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.829154:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x3:0x0] 00002000:00000010:1.0:1749611412.829155:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f0e0. 00002000:00000001:1.0:1749611412.829158:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:1.0:1749611412.829170:0:26422:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8801376c0600. 00080000:00000010:1.0:1749611412.829175:0:26422:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012db4ae00. 00002000:00000001:1.0:1749611412.829177:0:26422:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1749611412.829178:0:26422:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x5:0x0] 00002000:00000010:1.0:1749611412.829179:0:26422:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717ec60. 00002000:00000001:1.0:1749611412.829182:0:26422:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:1.0:1749611412.829186:0:26422:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 392 at ffff88006efbda00. 00002000:00000001:1.0:1749611412.829222:0:26422:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:1.0:1749611412.829224:0:26422:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1749611412.829231:0:26422:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1749611412.829233:0:26422:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d415 00000020:00000040:1.0:1749611412.829236:0:26422:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880071978800 with handle 0x689c0ec07329d415 from hash 00000020:00000001:1.0:1749611412.829240:0:26422:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1749611412.829242:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff880071978800 : new refcount 1 00000020:00000001:1.0:1749611412.829244:0:26422:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1749611412.829245:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff880071978800 : new refcount 0 00000020:00000080:1.0:1749611412.829247:0:26422:0:(genops.c:904:class_export_put()) final put ffff880071978800/lustre-OST0000-osd_UUID 00000020:00000001:1.0:1749611412.829249:0:26422:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.829277:0:26422:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611412.829280:0:26422:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611412.829282:0:26422:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611412.829284:0:26422:0:(ofd_dev.c:248:ofd_stack_fini()) Process leaving 00000020:00000001:1.0:1749611412.829286:0:26422:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749611412.829288:0:26422:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611412.829290:0:26422:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 00000020:01000004:1.0:1749611412.829294:0:26422:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88006a72f800 from lustre-OST0000, refs=2 00000020:00000001:2.0:1749611412.829295:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1749611412.829296:0:26422:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749611412.829298:0:26422:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88006a72f800 2 00000020:00000080:2.0:1749611412.829300:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff880071978800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:1.0:1749611412.829300:0:26422:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.829302:0:26422:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:1.0:1749611412.829303:0:26422:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1749611412.829304:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:1.0:1749611412.829305:0:26422:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134931774912 : -131938777776704 : ffff88009c04bdc0) 00000020:00000001:2.0:1749611412.829306:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1749611412.829308:0:26422:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff88006a72f800 from lustre-OST0000 00000020:00000040:2.0:1749611412.829309:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88d5c0) now 5 - export 00000020:00000010:1.0:1749611412.829310:0:26422:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff88006a9b85b0. 00000020:00000010:2.0:1749611412.829312:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880071978800. 00000020:00000010:1.0:1749611412.829313:0:26422:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff88009c04bdc0. 00000020:00000001:1.0:1749611412.829316:0:26422:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.829317:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1749611412.829322:0:26422:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611412.829324:0:26422:0:(ofd_dev.c:3261:ofd_fini()) Process leaving 00010000:00000001:1.0:1749611412.829326:0:26422:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00002000:00000001:1.0:1749611412.829327:0:26422:0:(ofd_dev.c:3281:ofd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.829329:0:26422:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611412.829339:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611412.829345:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08400. 00000001:00000010:1.0:1749611412.829348:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08200. 00000001:00000010:1.0:1749611412.829350:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08600. 00000001:00000010:1.0:1749611412.829356:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08c00. 00000001:00000010:1.0:1749611412.829359:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a37136e0. 00000001:00000010:1.0:1749611412.829361:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007ddf4780. 00000001:00000001:1.0:1749611412.829365:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1749611412.829366:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611412.829370:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08800. 00000001:00000010:1.0:1749611412.829372:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b42ca200. 00000001:00000010:1.0:1749611412.829379:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b42cb000. 00000001:00000010:1.0:1749611412.829381:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b42ca600. 00000001:00000010:1.0:1749611412.829383:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a3713400. 00000001:00000010:1.0:1749611412.829385:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007ddf46c0. 00000001:00000001:1.0:1749611412.829389:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1749611412.829390:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88012f88c050) now 3 - setup 00000020:00000001:1.0:1749611412.829393:0:26422:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.829395:0:26422:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1749611412.829398:0:26422:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1749611412.829404:0:26422:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:1.0:1749611412.829407:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88012f88c050) now 2 - obd_device_list 00000020:00000080:1.0:1749611412.829409:0:26422:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000040:1.0:1749611412.829411:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff88012f88c050) now 1 - newdev 00000020:00000040:1.0:1749611412.829414:0:26422:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006a72c800 with handle 0x689c0ec07329d40e from hash 00000020:00000040:1.0:1749611412.829417:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72c800 : new refcount 0 00000020:00000080:1.0:1749611412.829419:0:26422:0:(genops.c:904:class_export_put()) final put ffff88006a72c800/lustre-OST0000_UUID 00000020:00000001:1.0:1749611412.829421:0:26422:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.829423:0:26422:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1749611412.829425:0:26422:0:(genops.c:863:class_export_destroy()) destroying export ffff88006a72c800/lustre-OST0000_UUID for lustre-OST0000 00000020:00000001:1.0:1749611412.829427:0:26422:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:1.0:1749611412.829435:0:26422:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611412.829437:0:26422:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88006a72c800. 00000020:00000001:1.0:1749611412.829442:0:26422:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1749611412.829444:0:26422:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000 obd_type name = obdfilter 00000020:01000000:1.0:1749611412.829447:0:26422:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000001:1.0:1749611412.829449:0:26422:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:1.0:1749611412.829451:0:26422:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b200. 00000020:00000010:1.0:1749611412.829459:0:26422:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05a800. 00000020:00000010:1.0:1749611412.829462:0:26422:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979800. 00000020:00000010:1.0:1749611412.829466:0:26422:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611412.829469:0:26422:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05a400. 80000000:00000010:1.0:1749611412.829473:0:26422:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c021a80. 40000000:00000010:1.0:1749611412.829475:0:26422:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b538cd80. 00100000:00000010:1.0:1749611412.829484:0:26422:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197d000. 00040000:00000010:1.0:1749611412.829487:0:26422:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9700. 00040000:00000010:1.0:1749611412.829490:0:26422:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05a200. 00080000:00000010:1.0:1749611412.829493:0:26422:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611412.829498:0:26422:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a12000. 00002000:00000010:1.0:1749611412.829504:0:26422:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880080fa9400. 00002000:00000010:1.0:1749611412.829507:0:26422:0:(ofd_dev.c:3300:ofd_device_free()) kfreed 'm': 1864 at ffff880071978000. 00002000:00000001:1.0:1749611412.829511:0:26422:0:(ofd_dev.c:3301:ofd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611412.829514:0:26422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05a800. 00000020:00000010:1.0:1749611412.829517:0:26422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979800. 00000020:00000010:1.0:1749611412.829520:0:26422:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611412.829546:0:26422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05a400. 80000000:00000010:1.0:1749611412.829549:0:26422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c021a80. 40000000:00000010:1.0:1749611412.829552:0:26422:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b538cd80. 00100000:00000010:1.0:1749611412.829559:0:26422:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197d000. 00040000:00000010:1.0:1749611412.829564:0:26422:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9700. 00040000:00000010:1.0:1749611412.829567:0:26422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05a200. 00080000:00000010:1.0:1749611412.829570:0:26422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a12000. 00080000:00000010:1.0:1749611412.829574:0:26422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00002000:00000010:1.0:1749611412.829577:0:26422:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880080fa9400. 00000020:00000010:1.0:1749611412.829579:0:26422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b200. 00000020:00000001:1.0:1749611412.829582:0:26422:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611412.829584:0:26422:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88012f88c050. 00000020:00000001:1.0:1749611412.829591:0:26422:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.829594:0:26422:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611412.829596:0:26422:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8800b5281cc0. 00000020:00000001:1.0:1749611412.829601:0:26422:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.829608:0:26422:0:(obd_mount.c:567:lustre_stop_mgc()) Process entered 00000020:00000010:1.0:1749611412.829615:0:26422:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff8800b4988ae0. 00000020:01000004:1.0:1749611412.829618:0:26422:0:(obd_mount.c:594:lustre_stop_mgc()) MGC still has 2 references. 00000020:00000001:1.0:1749611412.829620:0:26422:0:(obd_mount.c:595:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000010:1.0:1749611412.829624:0:26422:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff8800b4988ae0. 00000020:00000001:1.0:1749611412.829626:0:26422:0:(obd_mount.c:632:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1749611412.829629:0:26422:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:1.0:1749611412.829632:0:26422:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1749611412.829634:0:26422:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000010:1.0:1749611412.829636:0:26422:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff88009c021a80. 00000020:00000080:1.0:1749611412.829638:0:26422:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1749611412.829643:0:26422:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:1.0:1749611412.829645:0:26422:0:(obd_config.c:882:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1749611412.829650:0:26422:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff88007197e000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:1.0:1749611412.829656:0:26422:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1749611412.829658:0:26422:0:(genops.c:1570:class_disconnect_exports()) OBD device 12 (ffff880085150000) has exports, disconnecting them 00000020:00000001:1.0:1749611412.829661:0:26422:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1749611412.829663:0:26422:0:(genops.c:887:class_export_get()) GET export ffff88007197e000 refcount=4 00000020:00000040:1.0:1749611412.829665:0:26422:0:(genops.c:887:class_export_get()) GET export ffff88007197e000 refcount=5 00000020:00080000:1.0:1749611412.829672:0:26422:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff88007197e000), last request at 1749611389 00000020:00000001:1.0:1749611412.829676:0:26422:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:1.0:1749611412.829678:0:26422:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:1.0:1749611412.829680:0:26422:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1749611412.829682:0:26422:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d43f 00000020:00000040:1.0:1749611412.829685:0:26422:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197e000 with handle 0x689c0ec07329d43f from hash 00000020:00000040:1.0:1749611412.829693:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 4 00000020:00000001:1.0:1749611412.829695:0:26422:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1749611412.829697:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 3 00000020:00000001:1.0:1749611412.829698:0:26422:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1749611412.829700:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 2 00000020:00000001:1.0:1749611412.829702:0:26422:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611412.829704:0:26422:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.829705:0:26422:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1749611412.829708:0:26422:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff88007197e000): rc 0 00000020:00000040:1.0:1749611412.829719:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 1 00000020:00000001:1.0:1749611412.829721:0:26422:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1749611412.829722:0:26422:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1749611412.829724:0:26422:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:1.0:1749611412.829727:0:26422:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:1.0:1749611412.829729:0:26422:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:1.0:1749611412.829730:0:26422:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:1.0:1749611412.829732:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e000 : new refcount 0 00000020:00000080:1.0:1749611412.829734:0:26422:0:(genops.c:904:class_export_put()) final put ffff88007197e000/lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611412.829736:0:26422:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611412.829743:0:26422:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611412.829746:0:26422:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1749611412.829747:0:26422:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1749611412.829757:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611412.829762:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197e000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00000020:00000040:3.0:1749611412.829768:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000020:00000001:3.0:1749611412.829776:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611412.829778:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611412.829781:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 5 - export 00000020:00000010:3.0:1749611412.829784:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197e000. 00000020:00000001:3.0:1749611412.829789:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:1.0:1749611412.829794:0:26422:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1749611412.829814:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88009c8f2800. 00000020:00000010:1.0:1749611412.829819:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009be8b800. 00010000:00000001:1.0:1749611412.829851:0:26422:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1749611412.829863:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800a3713b00. 00000020:00000010:1.0:1749611412.829867:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009be8ac00. 00000001:00000001:1.0:1749611412.829902:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611412.830776:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006917000. 00000001:00000010:1.0:1749611412.830789:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006921000. 00000001:00000010:1.0:1749611412.830793:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000692b000. 00000001:00000010:1.0:1749611412.830795:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006935000. 00000001:00000010:1.0:1749611412.830798:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000693f000. 00000001:00000010:1.0:1749611412.830801:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006949000. 00000001:00000010:1.0:1749611412.830803:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006953000. 00000001:00000010:1.0:1749611412.830806:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000695d000. 00000001:00000010:1.0:1749611412.830808:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006967000. 00000001:00000010:1.0:1749611412.830810:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006971000. 00000001:00000010:1.0:1749611412.830813:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000697b000. 00000001:00000010:1.0:1749611412.830815:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006985000. 00000001:00000010:1.0:1749611412.830818:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000698f000. 00000001:00000010:1.0:1749611412.830821:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006999000. 00000001:00000010:1.0:1749611412.830823:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069a3000. 00000001:00000010:1.0:1749611412.830835:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069ad000. 00000001:00000010:1.0:1749611412.830837:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069b7000. 00000001:00000010:1.0:1749611412.830840:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069c1000. 00000001:00000010:1.0:1749611412.830843:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069cb000. 00000001:00000010:1.0:1749611412.830846:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069d5000. 00000001:00000010:1.0:1749611412.830849:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069df000. 00000001:00000010:1.0:1749611412.830852:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069e9000. 00000001:00000010:1.0:1749611412.830855:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069f3000. 00000001:00000010:1.0:1749611412.830857:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900069fd000. 00000001:00000010:1.0:1749611412.830860:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a07000. 00000001:00000010:1.0:1749611412.830863:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a11000. 00000001:00000010:1.0:1749611412.830865:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a1b000. 00000001:00000010:1.0:1749611412.830868:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a25000. 00000001:00000010:1.0:1749611412.830871:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a2f000. 00000001:00000010:1.0:1749611412.830873:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a39000. 00000001:00000010:1.0:1749611412.830876:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a43000. 00000001:00000010:1.0:1749611412.830879:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a4d000. 00000001:00000010:1.0:1749611412.830881:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff88007ddf9900. 00000001:00000010:1.0:1749611412.830885:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007ddf9e00. 00000001:00000001:1.0:1749611412.830889:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1749611412.830894:0:26422:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88009be89400. 00010000:00000001:1.0:1749611412.830898:0:26422:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611412.831604:0:26422:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1749611412.831607:0:26422:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1749611412.831609:0:26422:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1749611412.831612:0:26422:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00000001:2.0:1749611412.831614:0:26422:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611412.831623:0:26422:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1749611412.831625:0:26422:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611412.831627:0:26422:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611412.831629:0:26422:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1749611412.831633:0:26422:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611412.831635:0:26422:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611412.831636:0:26422:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611412.831637:0:26422:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611412.831639:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611412.831640:0:26422:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:2.0:1749611412.839198:0:26422:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:2.0:1749611412.839202:0:26422:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1749611412.839205:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611412.839206:0:26422:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:2.0:1749611412.839207:0:26422:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:2.0:1749611412.839211:0:26422:0:(genops.c:1229:class_import_get()) import ffff88007197d800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611412.839214:0:26422:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611412.839216:0:26422:0:(genops.c:1242:class_import_put()) import ffff88007197d800 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611412.839218:0:26422:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749611412.839219:0:26422:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611412.839220:0:26422:0:(genops.c:1242:class_import_put()) import ffff88007197d800 refcount=0 obd=lustre-MDT0000-lwp-OST0000 00000020:00000040:2.0:1749611412.839222:0:26422:0:(genops.c:1245:class_import_put()) final put import ffff88007197d800 00000020:00000001:2.0:1749611412.839238:0:26422:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1749611412.839240:0:26422:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1749611412.839242:0:26422:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611412.839244:0:26422:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1749611412.839247:0:26422:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff880129cf1900. 00010000:00000001:2.0:1749611412.839250:0:26422:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000010:2.0:1749611412.839303:0:26422:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880070f06000. 00000020:00000010:2.0:1749611412.839307:0:26422:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880124a16000. 00000020:00000010:2.0:1749611412.839311:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88006abf2000. 00000020:00000010:2.0:1749611412.839316:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800b4062400. 00000010:00000001:2.0:1749611412.839320:0:26422:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.839323:0:26422:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611412.839332:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000020:00000001:3.0:1749611412.839337:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000001:00000010:2.0:1749611412.839337:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125a00. 00000001:00000010:2.0:1749611412.839341:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124e00. 00000020:00000080:3.0:1749611412.839342:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88007197d800 for lustre-MDT0000-lwp-OST0000 00000020:00000040:3.0:1749611412.839347:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000040:3.0:1749611412.839351:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000001:00000010:2.0:1749611412.839351:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124600. 00000001:00000010:2.0:1749611412.839353:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125200. 00000020:00000010:3.0:1749611412.839354:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88009976fc00. 00000001:00000010:2.0:1749611412.839356:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a3713ae0. 00000020:00000040:3.0:1749611412.839358:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 4 - import 00000001:00000010:2.0:1749611412.839358:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007ddf4b40. 00000020:00000010:3.0:1749611412.839361:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88007197d800. 00000001:00000001:2.0:1749611412.839362:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000001:3.0:1749611412.839365:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:2.0:1749611412.839369:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611412.839372:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125c00. 00000001:00000010:2.0:1749611412.839375:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125400. 00000001:00000010:2.0:1749611412.839377:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124800. 00000001:00000010:2.0:1749611412.839379:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c8f3000. 00000001:00000010:2.0:1749611412.839382:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a3713c60. 00000001:00000010:2.0:1749611412.839383:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007ddf4a80. 00000001:00000001:2.0:1749611412.839387:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1749611412.839388:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 3 - setup 00000020:00000001:2.0:1749611412.839391:0:26422:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.839393:0:26422:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1749611412.839396:0:26422:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1749611412.839401:0:26422:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:2.0:1749611412.839404:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 2 - obd_device_list 00000020:00000080:2.0:1749611412.839406:0:26422:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000040:2.0:1749611412.839408:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085150000) now 1 - newdev 00000020:00000040:2.0:1749611412.839412:0:26422:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197b000 with handle 0x689c0ec07329d438 from hash 00000020:00000040:2.0:1749611412.839415:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197b000 : new refcount 0 00000020:00000080:2.0:1749611412.839418:0:26422:0:(genops.c:904:class_export_put()) final put ffff88007197b000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:2.0:1749611412.839420:0:26422:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.839422:0:26422:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611412.839424:0:26422:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197b000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611412.839431:0:26422:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611412.839433:0:26422:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611412.839435:0:26422:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197b000. 00000020:00000001:2.0:1749611412.839439:0:26422:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1749611412.839441:0:26422:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-OST0000 obd_type name = lwp 00000020:01000000:2.0:1749611412.839443:0:26422:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:2.0:1749611412.839449:0:26422:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:2.0:1749611412.839452:0:26422:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000020:00000010:2.0:1749611412.839455:0:26422:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e400. 00000040:00000010:2.0:1749611412.839459:0:26422:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8ea00. 00000020:00000010:2.0:1749611412.839462:0:26422:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e800. 00000020:00000010:2.0:1749611412.839466:0:26422:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8813c60. 00000020:00000010:2.0:1749611412.839470:0:26422:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8f600. 80000000:00000010:2.0:1749611412.839473:0:26422:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256000. 40000000:00000010:2.0:1749611412.839476:0:26422:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880091b16540. 00100000:00000010:2.0:1749611412.839479:0:26422:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0f000. 00040000:00000010:2.0:1749611412.839482:0:26422:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009d2ad100. 00040000:00000010:2.0:1749611412.839485:0:26422:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8ee00. 00080000:00000010:2.0:1749611412.839489:0:26422:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611412.839500:0:26422:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00000004:00000010:2.0:1749611412.839505:0:26422:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880129e08800. 00000004:00000010:2.0:1749611412.839509:0:26422:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88013118a000. 00000004:00000010:2.0:1749611412.839513:0:26422:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880129e0a800. 00000004:00000010:2.0:1749611412.839517:0:26422:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8801302f5000. 00000010:00000001:2.0:1749611412.839520:0:26422:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1749611412.839522:0:26422:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88009976fba0. 00000010:00000001:2.0:1749611412.839547:0:26422:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611412.839550:0:26422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e400. 00000040:00000010:2.0:1749611412.839554:0:26422:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8ea00. 00000020:00000010:2.0:1749611412.839557:0:26422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e800. 00000020:00000010:2.0:1749611412.839560:0:26422:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8813c60. 00000020:00000010:2.0:1749611412.839565:0:26422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8f600. 80000000:00000010:2.0:1749611412.839568:0:26422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256000. 40000000:00000010:2.0:1749611412.839571:0:26422:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880091b16540. 00100000:00000010:2.0:1749611412.839574:0:26422:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0f000. 00040000:00000010:2.0:1749611412.839577:0:26422:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009d2ad100. 00040000:00000010:2.0:1749611412.839580:0:26422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8ee00. 00080000:00000010:2.0:1749611412.839583:0:26422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:2.0:1749611412.839587:0:26422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000004:00000010:2.0:1749611412.839591:0:26422:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880129e08800. 00000004:00000010:2.0:1749611412.839601:0:26422:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88013118a000. 00000004:00000010:2.0:1749611412.839611:0:26422:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880129e0a800. 00000004:00000010:2.0:1749611412.839614:0:26422:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8801302f5000. 00000020:00000010:2.0:1749611412.839617:0:26422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000020:00000001:2.0:1749611412.839620:0:26422:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611412.839622:0:26422:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085150000. 00000020:00000001:2.0:1749611412.839630:0:26422:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.839632:0:26422:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611412.839635:0:26422:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff88009c021a80. 00000020:00000001:2.0:1749611412.839638:0:26422:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.839641:0:26422:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1749611412.839643:0:26422:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000010:2.0:1749611412.839645:0:26422:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8800b4256000. 00000020:00000080:2.0:1749611412.839647:0:26422:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1749611412.839656:0:26422:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:2.0:1749611412.839659:0:26422:0:(obd_config.c:882:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1749611412.839663:0:26422:0:(genops.c:1836:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff88007197f800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:2.0:1749611412.839669:0:26422:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1749611412.839671:0:26422:0:(genops.c:1570:class_disconnect_exports()) OBD device 13 (ffff880085151570) has exports, disconnecting them 00000020:00000001:2.0:1749611412.839673:0:26422:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1749611412.839675:0:26422:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=4 00000020:00000040:2.0:1749611412.839677:0:26422:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=5 00000020:00080000:2.0:1749611412.839680:0:26422:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff88007197f800), last request at 1749611389 00000020:00000001:2.0:1749611412.839683:0:26422:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:2.0:1749611412.839684:0:26422:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1749611412.839686:0:26422:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1749611412.839688:0:26422:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d44d 00000020:00000040:2.0:1749611412.839690:0:26422:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197f800 with handle 0x689c0ec07329d44d from hash 00000020:00000040:2.0:1749611412.839699:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 4 00000020:00000001:2.0:1749611412.839701:0:26422:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611412.839703:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 3 00000020:00000001:2.0:1749611412.839704:0:26422:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611412.839706:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 2 00000020:00000001:2.0:1749611412.839707:0:26422:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1749611412.839714:0:26422:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.839716:0:26422:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1749611412.839723:0:26422:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff88007197f800): rc 0 00000020:00000040:2.0:1749611412.839725:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 1 00000020:00000001:2.0:1749611412.839727:0:26422:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1749611412.839729:0:26422:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1749611412.839730:0:26422:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:2.0:1749611412.839732:0:26422:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:2.0:1749611412.839733:0:26422:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1749611412.839735:0:26422:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1749611412.839737:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 0 00000020:00000080:2.0:1749611412.839738:0:26422:0:(genops.c:904:class_export_put()) final put ffff88007197f800/lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611412.839740:0:26422:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.839759:0:26422:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611412.839761:0:26422:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1749611412.839763:0:26422:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1749611412.839780:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611412.839784:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197f800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00000020:00000040:3.0:1749611412.839788:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000001:3.0:1749611412.839791:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611412.839793:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611412.839796:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 5 - export 00000020:00000010:3.0:1749611412.839807:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197f800. 00000020:00000001:3.0:1749611412.839813:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:2.0:1749611412.839814:0:26422:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1749611412.839834:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88012d05bc00. 00000020:00000010:2.0:1749611412.839844:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880086dcb000. 00010000:00000001:2.0:1749611412.839871:0:26422:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1749611412.839880:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8800a3713000. 00000020:00000010:2.0:1749611412.839882:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880086dca800. 00000001:00000001:2.0:1749611412.839907:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611412.840499:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a57000. 00000001:00000010:2.0:1749611412.840510:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a61000. 00000001:00000010:2.0:1749611412.840512:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a6b000. 00000001:00000010:2.0:1749611412.840514:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a75000. 00000001:00000010:2.0:1749611412.840515:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a7f000. 00000001:00000010:2.0:1749611412.840517:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a89000. 00000001:00000010:2.0:1749611412.840519:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a93000. 00000001:00000010:2.0:1749611412.840521:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006a9d000. 00000001:00000010:2.0:1749611412.840522:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006aa7000. 00000001:00000010:2.0:1749611412.840555:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ab1000. 00000001:00000010:2.0:1749611412.840557:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006abb000. 00000001:00000010:2.0:1749611412.840558:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ac5000. 00000001:00000010:2.0:1749611412.840566:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006acf000. 00000001:00000010:2.0:1749611412.840568:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ad9000. 00000001:00000010:2.0:1749611412.840570:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ae3000. 00000001:00000010:2.0:1749611412.840572:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006aed000. 00000001:00000010:2.0:1749611412.840579:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006af7000. 00000001:00000010:2.0:1749611412.840580:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b01000. 00000001:00000010:2.0:1749611412.840582:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b0b000. 00000001:00000010:2.0:1749611412.840584:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b15000. 00000001:00000010:2.0:1749611412.840585:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b1f000. 00000001:00000010:2.0:1749611412.840587:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b29000. 00000001:00000010:2.0:1749611412.840589:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b33000. 00000001:00000010:2.0:1749611412.840590:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b3d000. 00000001:00000010:2.0:1749611412.840592:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b47000. 00000001:00000010:2.0:1749611412.840594:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b51000. 00000001:00000010:2.0:1749611412.840595:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b5b000. 00000001:00000010:2.0:1749611412.840597:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b65000. 00000001:00000010:2.0:1749611412.840599:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b6f000. 00000001:00000010:2.0:1749611412.840600:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b79000. 00000001:00000010:2.0:1749611412.840602:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b83000. 00000001:00000010:2.0:1749611412.840604:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006b8d000. 00000001:00000010:2.0:1749611412.840606:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff88007ddf9200. 00000001:00000010:2.0:1749611412.840609:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007ddf9300. 00000001:00000001:2.0:1749611412.840612:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1749611412.840614:0:26422:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff880086dc9800. 00010000:00000001:2.0:1749611412.840617:0:26422:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1749611412.842584:0:26422:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1749611412.842588:0:26422:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1749611412.842590:0:26422:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1749611412.842592:0:26422:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00000001:3.0:1749611412.842594:0:26422:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611412.842596:0:26422:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1749611412.842598:0:26422:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611412.842600:0:26422:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611412.842602:0:26422:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:3.0:1749611412.842605:0:26422:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611412.842607:0:26422:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611412.842609:0:26422:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611412.842610:0:26422:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611412.842611:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749611412.842613:0:26422:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:3.0:1749611412.842614:0:26422:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:3.0:1749611412.842616:0:26422:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749611412.842618:0:26422:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749611412.842619:0:26422:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:3.0:1749611412.842621:0:26422:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:3.0:1749611412.842625:0:26422:0:(genops.c:1229:class_import_get()) import ffff88007197f000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611412.842627:0:26422:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611412.842629:0:26422:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611412.842630:0:26422:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611412.842632:0:26422:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611412.842633:0:26422:0:(genops.c:1242:class_import_put()) import ffff88007197f000 refcount=0 obd=lustre-MDT0001-lwp-OST0000 00000020:00000040:3.0:1749611412.842635:0:26422:0:(genops.c:1245:class_import_put()) final put import ffff88007197f000 00000020:00000001:3.0:1749611412.842643:0:26422:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749611412.842644:0:26422:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1749611412.842646:0:26422:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1749611412.842648:0:26422:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1749611412.842650:0:26422:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff88012c82fac0. 00010000:00000001:3.0:1749611412.842654:0:26422:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000001:2.0:1749611412.842657:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1749611412.842660:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88007197f000 for lustre-MDT0001-lwp-OST0000 00000020:00000040:2.0:1749611412.842664:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000040:2.0:1749611412.842667:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000010:2.0:1749611412.842670:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88009ac449c0. 00000020:00000040:2.0:1749611412.842673:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 4 - import 00000020:00000010:2.0:1749611412.842675:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88007197f000. 00000020:00000001:2.0:1749611412.842679:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1749611412.842700:0:26422:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88007d28e000. 00000020:00000010:3.0:1749611412.842706:0:26422:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880124a10000. 00000020:00000010:3.0:1749611412.842716:0:26422:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009685e000. 00000020:00000010:3.0:1749611412.842720:0:26422:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a8b06000. 00000020:00000010:3.0:1749611412.842724:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88009c9b2000. 00000020:00000010:3.0:1749611412.842728:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88008d42d000. 00000010:00000001:3.0:1749611412.842733:0:26422:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.842735:0:26422:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611412.842746:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611412.842751:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c8f2a00. 00000001:00000010:3.0:1749611412.842754:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c8f2c00. 00000001:00000010:3.0:1749611412.842756:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c8f3c00. 00000001:00000010:3.0:1749611412.842758:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c8f3400. 00000001:00000010:3.0:1749611412.842760:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a3713da0. 00000001:00000010:3.0:1749611412.842762:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007ddf4000. 00000001:00000001:3.0:1749611412.842765:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1749611412.842767:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611412.842770:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c8f3a00. 00000001:00000010:3.0:1749611412.842772:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c8f2000. 00000001:00000010:3.0:1749611412.842774:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c8f3200. 00000001:00000010:3.0:1749611412.842775:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009c8f2200. 00000001:00000010:3.0:1749611412.842778:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a3713140. 00000001:00000010:3.0:1749611412.842780:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007ddf43c0. 00000001:00000001:3.0:1749611412.842782:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1749611412.842783:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 3 - setup 00000020:00000001:3.0:1749611412.842786:0:26422:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.842788:0:26422:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1749611412.842791:0:26422:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1749611412.842796:0:26422:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:3.0:1749611412.842798:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 2 - obd_device_list 00000020:00000080:3.0:1749611412.842800:0:26422:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000040:3.0:1749611412.842802:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 1 - newdev 00000020:00000040:3.0:1749611412.842805:0:26422:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197b800 with handle 0x689c0ec07329d446 from hash 00000020:00000040:3.0:1749611412.842809:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88007197b800 : new refcount 0 00000020:00000080:3.0:1749611412.842811:0:26422:0:(genops.c:904:class_export_put()) final put ffff88007197b800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000001:3.0:1749611412.842817:0:26422:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.842820:0:26422:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611412.842822:0:26422:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197b800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611412.842824:0:26422:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611412.842826:0:26422:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611412.842828:0:26422:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197b800. 00000020:00000001:3.0:1749611412.842832:0:26422:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1749611412.842833:0:26422:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-lwp-OST0000 obd_type name = lwp 00000020:01000000:3.0:1749611412.842835:0:26422:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:3.0:1749611412.842837:0:26422:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:3.0:1749611412.842840:0:26422:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736c00. 00000020:00000010:3.0:1749611412.842843:0:26422:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880071736800. 00000040:00000010:3.0:1749611412.842846:0:26422:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880071737800. 00000020:00000010:3.0:1749611412.842849:0:26422:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51b9800. 00000020:00000010:3.0:1749611412.842853:0:26422:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f8c0. 00000020:00000010:3.0:1749611412.842856:0:26422:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880071736400. 80000000:00000010:3.0:1749611412.842859:0:26422:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1cc0. 40000000:00000010:3.0:1749611412.842862:0:26422:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88013050e640. 00100000:00000010:3.0:1749611412.842866:0:26422:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bb800. 00040000:00000010:3.0:1749611412.842869:0:26422:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c9a2a00. 00040000:00000010:3.0:1749611412.842872:0:26422:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880071736600. 00080000:00000010:3.0:1749611412.842876:0:26422:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48d000. 00080000:00000010:3.0:1749611412.842881:0:26422:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b06000. 00000004:00000010:3.0:1749611412.842887:0:26422:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51be800. 00000004:00000010:3.0:1749611412.842891:0:26422:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c488000. 00000004:00000010:3.0:1749611412.842894:0:26422:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51bf800. 00000004:00000010:3.0:1749611412.842897:0:26422:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012b560000. 00000010:00000001:3.0:1749611412.842900:0:26422:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1749611412.842902:0:26422:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88009ac44960. 00000010:00000001:3.0:1749611412.842905:0:26422:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611412.842908:0:26422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880071736800. 00000040:00000010:3.0:1749611412.842911:0:26422:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880071737800. 00000020:00000010:3.0:1749611412.842915:0:26422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51b9800. 00000020:00000010:3.0:1749611412.842949:0:26422:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f8c0. 00000020:00000010:3.0:1749611412.842955:0:26422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880071736400. 80000000:00000010:3.0:1749611412.842958:0:26422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1cc0. 40000000:00000010:3.0:1749611412.842961:0:26422:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88013050e640. 00100000:00000010:3.0:1749611412.842964:0:26422:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bb800. 00040000:00000010:3.0:1749611412.842967:0:26422:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c9a2a00. 00040000:00000010:3.0:1749611412.842970:0:26422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880071736600. 00080000:00000010:3.0:1749611412.842974:0:26422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b06000. 00080000:00000010:3.0:1749611412.842977:0:26422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48d000. 00000004:00000010:3.0:1749611412.842981:0:26422:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51be800. 00000004:00000010:3.0:1749611412.842984:0:26422:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c488000. 00000004:00000010:3.0:1749611412.842988:0:26422:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51bf800. 00000004:00000010:3.0:1749611412.842991:0:26422:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012b560000. 00000020:00000010:3.0:1749611412.842994:0:26422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736c00. 00000020:00000001:3.0:1749611412.842997:0:26422:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611412.842999:0:26422:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085151570. 00000020:00000001:3.0:1749611412.843006:0:26422:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.843008:0:26422:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611412.843011:0:26422:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8800b4256000. 00000020:00000001:3.0:1749611412.843013:0:26422:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.843017:0:26422:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.843019:0:26422:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1749611412.843020:0:26422:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88006a72f800 1 00000020:00000001:3.0:1749611412.843023:0:26422:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:3.0:1749611412.843025:0:26422:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1749611412.843027:0:26422:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1749611412.843029:0:26422:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d3eb 00000020:00000040:3.0:1749611412.843031:0:26422:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006a3b4800 with handle 0x689c0ec07329d3eb from hash 00000020:00000001:3.0:1749611412.843035:0:26422:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1749611412.843037:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b4800 : new refcount 1 00000020:00000001:3.0:1749611412.843038:0:26422:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1749611412.843040:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88006a3b4800 : new refcount 0 00000020:00000080:3.0:1749611412.843042:0:26422:0:(genops.c:904:class_export_put()) final put ffff88006a3b4800/lustre-OST0000-osd_UUID 00000020:00000001:3.0:1749611412.843044:0:26422:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.843063:0:26422:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611412.843071:0:26422:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749611412.843073:0:26422:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000010:3.0:1749611412.843076:0:26422:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff88009b1f1cc0. 00000020:00000080:3.0:1749611412.843078:0:26422:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1749611412.843082:0:26422:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:3.0:1749611412.843085:0:26422:0:(obd_config.c:882:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1749611412.843087:0:26422:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1749611412.843089:0:26422:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff88012f88d5c0) has no exports 00000020:00000001:3.0:1749611412.843091:0:26422:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1749611412.843092:0:26422:0:(obd_class.h:623:obd_precleanup()) Process entered 00000020:00000001:2.0:1749611412.843095:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000001:3.0:1749611412.843096:0:26422:0:(osd_handler.c:8438:osd_device_fini()) Process entered 00000020:00000080:2.0:1749611412.843098:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88006a3b4800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00080000:00000002:3.0:1749611412.843099:0:26422:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88009a4c4000 00000020:00000001:2.0:1749611412.843101:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611412.843102:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1749611412.843103:0:26422:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:3.0:1749611412.843104:0:26422:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00000020:00000040:2.0:1749611412.843105:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88d5c0) now 4 - export 00080000:00000001:3.0:1749611412.843106:0:26422:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00000020:00000010:2.0:1749611412.843107:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88006a3b4800. 00080000:00000001:3.0:1749611412.843108:0:26422:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.843111:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1749611412.843810:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff88006efe5d00. 00000020:00000010:3.0:1749611412.843816:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88006bbadc00. 00080000:00000010:3.0:1749611412.843979:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5e00. 00080000:00000010:3.0:1749611412.843984:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d100. 00080000:00000010:3.0:1749611412.843987:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d700. 00080000:00000010:3.0:1749611412.843990:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959de00. 00080000:00000010:3.0:1749611412.843992:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d400. 00080000:00000010:3.0:1749611412.843995:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d300. 00080000:00000010:3.0:1749611412.843997:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d000. 00080000:00000010:3.0:1749611412.844000:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d200. 00080000:00000010:3.0:1749611412.844002:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959df00. 00080000:00000010:3.0:1749611412.844004:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d500. 00080000:00000010:3.0:1749611412.844007:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d800. 00080000:00000010:3.0:1749611412.844009:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d900. 00080000:00000010:3.0:1749611412.844011:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959d600. 00080000:00000010:3.0:1749611412.844014:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959dc00. 00080000:00000010:3.0:1749611412.844016:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1500. 00080000:00000010:3.0:1749611412.844019:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1600. 00080000:00000010:3.0:1749611412.844022:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1700. 00080000:00000010:3.0:1749611412.844031:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1d00. 00080000:00000010:3.0:1749611412.844034:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1300. 00080000:00000010:3.0:1749611412.844037:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1a00. 00080000:00000010:3.0:1749611412.844039:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1000. 00080000:00000010:3.0:1749611412.844042:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1800. 00080000:00000010:3.0:1749611412.844044:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1b00. 00080000:00000010:3.0:1749611412.844047:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1200. 00080000:00000010:3.0:1749611412.844049:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959dd00. 00080000:00000010:3.0:1749611412.844052:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009de53c00. 00080000:00000010:3.0:1749611412.844055:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1c00. 00080000:00000010:3.0:1749611412.844057:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c000. 00080000:00000010:3.0:1749611412.844060:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295cf00. 00080000:00000010:3.0:1749611412.844062:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c900. 00080000:00000010:3.0:1749611412.844065:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295cd00. 00080000:00000010:3.0:1749611412.844067:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295cc00. 00080000:00000010:3.0:1749611412.844070:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295cb00. 00080000:00000010:3.0:1749611412.844072:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c300. 00080000:00000010:3.0:1749611412.844074:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295ce00. 00080000:00000010:3.0:1749611412.844076:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c500. 00080000:00000010:3.0:1749611412.844078:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c600. 00080000:00000010:3.0:1749611412.844081:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009de53300. 00080000:00000010:3.0:1749611412.844084:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab900. 00080000:00000010:3.0:1749611412.844087:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abc00. 00080000:00000010:3.0:1749611412.844089:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240aba00. 00080000:00000010:3.0:1749611412.844091:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab400. 00080000:00000010:3.0:1749611412.844094:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab000. 00080000:00000010:3.0:1749611412.844096:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab300. 00080000:00000010:3.0:1749611412.844099:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab800. 00080000:00000010:3.0:1749611412.844101:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab500. 00080000:00000010:3.0:1749611412.844103:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abb00. 00080000:00000010:3.0:1749611412.844105:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abd00. 00080000:00000010:3.0:1749611412.844108:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab200. 00080000:00000010:3.0:1749611412.844110:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab600. 00080000:00000010:3.0:1749611412.844117:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab100. 00080000:00000010:3.0:1749611412.844119:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abf00. 00080000:00000010:3.0:1749611412.844122:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abe00. 00080000:00000010:3.0:1749611412.844124:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88008295c200. 00080000:00000010:3.0:1749611412.844127:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bf00. 00080000:00000010:3.0:1749611412.844130:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bd00. 00080000:00000010:3.0:1749611412.844133:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b600. 00080000:00000010:3.0:1749611412.844135:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b500. 00080000:00000010:3.0:1749611412.844138:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81ba00. 00080000:00000010:3.0:1749611412.844140:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81be00. 00080000:00000010:3.0:1749611412.844142:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b900. 00080000:00000010:3.0:1749611412.844145:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bb00. 00080000:00000010:3.0:1749611412.844147:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b700. 00080000:00000010:3.0:1749611412.844149:0:26422:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bc00. 00080000:00000010:3.0:1749611412.844152:0:26422:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff88009685c000. 00000001:00000001:3.0:1749611412.844161:0:26422:0:(osd_compat.c:548:osd_ost_fini()) Process entered 00000001:00000010:3.0:1749611412.844178:0:26422:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8800a8af6100. 00000001:00000010:3.0:1749611412.844181:0:26422:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880129c55e40. 00000001:00000010:3.0:1749611412.844196:0:26422:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8800a8af6f00. 00000001:00000010:3.0:1749611412.844198:0:26422:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012e688b40. 00000001:00000010:3.0:1749611412.844211:0:26422:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88006efe5a00. 00000001:00000010:3.0:1749611412.844214:0:26422:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012e688900. 00000001:00000010:3.0:1749611412.844216:0:26422:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff8800b2387300. 00000001:00000001:3.0:1749611412.844219:0:26422:0:(osd_compat.c:566:osd_ost_fini()) Process leaving 00080000:00000001:3.0:1749611412.844221:0:26422:0:(osd_handler.c:8195:osd_umount()) Process entered 00080000:00000001:3.0:1749611412.844440:0:26422:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611412.844774:0:26422:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00080000:00000001:0.0:1749611412.850424:0:26422:0:(osd_handler.c:8212:osd_umount()) Process leaving 00080000:00000001:0.0:1749611412.850427:0:26422:0:(osd_handler.c:8450:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.850431:0:26422:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611412.850441:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611412.850448:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c800. 00000001:00000010:0.0:1749611412.850452:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27d800. 00000001:00000010:0.0:1749611412.850455:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27cc00. 00000001:00000010:0.0:1749611412.850457:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c000. 00000001:00000010:0.0:1749611412.850459:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a3713120. 00000001:00000010:0.0:1749611412.850468:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007ddf4240. 00000001:00000001:0.0:1749611412.850471:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1749611412.850472:0:26422:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611412.850477:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c600. 00000001:00000010:0.0:1749611412.850479:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27ca00. 00000001:00000010:0.0:1749611412.850481:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27d600. 00000001:00000010:0.0:1749611412.850483:0:26422:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c400. 00000001:00000010:0.0:1749611412.850485:0:26422:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a3713b20. 00000001:00000010:0.0:1749611412.850487:0:26422:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88007ddf4540. 00000001:00000001:0.0:1749611412.850489:0:26422:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1749611412.850490:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88d5c0) now 3 - setup 00000020:00000001:0.0:1749611412.850493:0:26422:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.850495:0:26422:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1749611412.850498:0:26422:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1749611412.850503:0:26422:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:0.0:1749611412.850506:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88d5c0) now 2 - obd_device_list 00000020:00000080:0.0:1749611412.850509:0:26422:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000040:0.0:1749611412.850511:0:26422:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff88012f88d5c0) now 1 - newdev 00000020:00000040:0.0:1749611412.850514:0:26422:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006a72a000 with handle 0x689c0ec07329d3e4 from hash 00000020:00000040:0.0:1749611412.850517:0:26422:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a000 : new refcount 0 00000020:00000080:0.0:1749611412.850544:0:26422:0:(genops.c:904:class_export_put()) final put ffff88006a72a000/lustre-OST0000-osd_UUID 00000020:00000001:0.0:1749611412.850547:0:26422:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.850549:0:26422:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749611412.850551:0:26422:0:(genops.c:863:class_export_destroy()) destroying export ffff88006a72a000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:0.0:1749611412.850554:0:26422:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749611412.850556:0:26422:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611412.850558:0:26422:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88006a72a000. 00000020:00000001:0.0:1749611412.850561:0:26422:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1749611412.850563:0:26422:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osd obd_type name = osd-ldiskfs 00000020:01000000:0.0:1749611412.850565:0:26422:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611412.850567:0:26422:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:0.0:1749611412.850569:0:26422:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58e00. 00000020:00000010:0.0:1749611412.850573:0:26422:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc59600. 00000040:00000010:0.0:1749611412.850577:0:26422:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc59800. 00000020:00000010:0.0:1749611412.850586:0:26422:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009d241000. 00000020:00000010:0.0:1749611412.850589:0:26422:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59000. 00040000:00000010:0.0:1749611412.850593:0:26422:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012dbe5000. 00040000:00000010:0.0:1749611412.850596:0:26422:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59400. 00080000:00000010:0.0:1749611412.850600:0:26422:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013267a000. 00080000:00000010:0.0:1749611412.850604:0:26422:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129e7e000. 00080000:00000001:0.0:1749611412.850609:0:26422:0:(osd_handler.c:8640:osd_device_free()) Process entered 00000020:00000010:0.0:1749611412.850647:0:26422:0:(lu_object.c:1145:lu_site_fini()) kfreed 's->ls_bkts': 14336 at ffff880111e98000. 00000020:00000010:0.0:1749611412.850657:0:26422:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88009959da00. 00000020:00000010:0.0:1749611412.850660:0:26422:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88007ddf9a00. 00000020:00000010:0.0:1749611412.850663:0:26422:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff880096b97540. 00000020:00000010:0.0:1749611412.850666:0:26422:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88006bbac000. 00080000:00000010:0.0:1749611412.850669:0:26422:0:(osd_handler.c:8649:osd_device_free()) kfreed 'o': 31552 at ffff88012c850000. 00080000:00000001:0.0:1749611412.850684:0:26422:0:(osd_handler.c:8650:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611412.850688:0:26422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc59600. 00000040:00000010:0.0:1749611412.850692:0:26422:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc59800. 00000020:00000010:0.0:1749611412.850695:0:26422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009d241000. 00000020:00000010:0.0:1749611412.850700:0:26422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59000. 00040000:00000010:0.0:1749611412.850703:0:26422:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012dbe5000. 00040000:00000010:0.0:1749611412.850706:0:26422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59400. 00080000:00000010:0.0:1749611412.850709:0:26422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129e7e000. 00080000:00000010:0.0:1749611412.850713:0:26422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013267a000. 00000020:00000010:0.0:1749611412.850716:0:26422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58e00. 00000020:00000001:0.0:1749611412.850719:0:26422:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611412.850721:0:26422:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff88012f88d5c0. 00000020:00000001:0.0:1749611412.850726:0:26422:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.850729:0:26422:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611412.850732:0:26422:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff88009b1f1cc0. 00000020:00000001:0.0:1749611412.850735:0:26422:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611412.850737:0:26422:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.850739:0:26422:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.850743:0:26422:0:(obd_mount.c:668:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1749611412.850745:0:26422:0:(obd_mount.c:671:lustre_free_lsi()) Freeing lsi ffff88006a729000 00000020:00000010:0.0:1749611412.850747:0:26422:0:(obd_mount.c:679:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at ffff8800a37132e0. 00000020:00000010:0.0:1749611412.850755:0:26422:0:(obd_mount.c:681:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff8800782b1900. 00000020:00000010:0.0:1749611412.850759:0:26422:0:(obd_mount.c:693:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_mgs': 20 at ffff8800a3713800. 00000020:00000010:0.0:1749611412.850761:0:26422:0:(obd_mount.c:695:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at ffff8800782b1910. 00000020:00000010:0.0:1749611412.850763:0:26422:0:(obd_mount.c:696:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff88009c9b4000. 00000020:00000010:0.0:1749611412.850768:0:26422:0:(obd_mount.c:700:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 112 at ffff880129ca2600. 00000020:00000010:0.0:1749611412.850770:0:26422:0:(obd_mount.c:704:lustre_free_lsi()) kfreed 'lsi': 1208 at ffff88006a729000. 00000020:00000001:0.0:1749611412.850773:0:26422:0:(obd_mount.c:706:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611412.850775:0:26422:0:(obd_mount.c:740:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611412.850778:0:26422:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1749611412.850786:0:26422:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611412.850791:0:26422:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b5281c00. 00000020:00000010:0.0:1749611412.850798:0:26422:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc59c00. 00000040:00000010:0.0:1749611412.850800:0:26422:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc58400. 00000020:00000010:0.0:1749611412.850803:0:26422:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1c9000. 00000020:00000010:0.0:1749611412.850808:0:26422:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efddf98. 00000020:00000010:0.0:1749611412.850812:0:26422:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59e00. 80000000:00000010:0.0:1749611412.850814:0:26422:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16de0. 40000000:00000010:0.0:1749611412.850818:0:26422:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b5281fc0. 00100000:00000010:0.0:1749611412.850821:0:26422:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007d1ca800. 00040000:00000010:0.0:1749611412.850825:0:26422:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012dbe5300. 00040000:00000010:0.0:1749611412.850828:0:26422:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58200. 00080000:00000010:0.0:1749611412.850831:0:26422:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:0.0:1749611412.850834:0:26422:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000004:00000010:0.0:1749611412.850838:0:26422:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007d1cd800. 00000004:00000010:0.0:1749611412.850841:0:26422:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009a4c7000. 00000004:00000010:0.0:1749611412.850845:0:26422:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007d1cc800. 00002000:00000010:0.0:1749611412.850850:0:26422:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cf49c00. 00000004:00000010:0.0:1749611412.850853:0:26422:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d031c00. 00000020:00000010:0.0:1749611412.850856:0:26422:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58000. 00000020:02000400:0.0:1749611412.850858:0:26422:0:(tgt_mount.c:1814:server_put_super()) server umount lustre-OST0000 complete 00000020:00000010:0.0:1749611412.853333:0:26422:0:(tgt_mount.c:1815:server_put_super()) kfreed 'tmpname': 15 at ffff88006a9b8570. 00000020:00000001:0.0:1749611412.853338:0:26422:0:(tgt_mount.c:1816:server_put_super()) Process leaving 00080000:00000010:2.0:1749611412.907230:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611412.907239:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611412.907246:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611412.907318:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611412.907324:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611412.907327:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611412.970650:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611412.970655:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611412.970718:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611412.970723:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611412.970727:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611413.065690:0:26445:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611413.065700:0:26445:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611413.065706:0:26445:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611413.065722:0:26445:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611413.065727:0:26445:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611413.065730:0:26445:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611413.069537:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611413.069544:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611413.069549:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611413.069663:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611413.069668:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611413.069671:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611413.196974:0:26490:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006a9b8570. 00000400:00000040:0.0:1749611413.196984:0:26490:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1749611413.196987:0:26490:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1749611413.196990:0:26490:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1749611413.196991:0:26490:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1749611413.196993:0:26490:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1749611413.196995:0:26490:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1749611413.196997:0:26490:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1749611413.197099:0:26490:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88006a9b8570. 00080000:00000010:3.0:1749611413.249249:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611413.249260:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611413.249266:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611413.249337:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611413.249342:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611413.249346:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611413.414130:0:26513:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611413.414140:0:26513:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611413.414146:0:26513:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611413.414166:0:26513:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611413.414172:0:26513:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611413.414175:0:26513:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611413.418772:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611413.418778:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611413.418783:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611413.418855:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611413.418859:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611413.418862:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.458637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611413.458643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611413.458645:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611413.458649:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611413.458653:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611413.458656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611413.458659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611413.458662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611413.458665:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611413.599197:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611413.599207:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611413.599213:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611413.599287:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611413.599292:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611413.599295:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.622613:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611413.622618:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611413.622621:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611413.622626:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611413.622630:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611413.622633:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.622636:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611413.622638:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.622649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.815618:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611413.815627:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749611413.815642:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611388/real 1749611388] req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611413.815661:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611413.815664:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611413.815668:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff630. 00000400:00000200:2.0:1749611413.815674:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821dd0 00000400:00000010:2.0:1749611413.815677:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821dd0. 00000100:00000001:2.0:1749611413.815681:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611413.815685:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611413.815696:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.815703:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611413.815705:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.815708:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611413.815710:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611413.815714:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.815721:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.815731:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611413.815733:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.815735:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611413.815738:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611413.815741:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611413.815744:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611413 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.815752:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611413.815755:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.815757:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611413.815771:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.815774:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611413.815776:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749611413.815781:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611413.815809:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749611413.815813:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749611413.815817:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611413 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611413.815826:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494663552:0@lo:250:kworker.0 00000100:00000001:2.0:1749611413.815832:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.815834:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611413.815837:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55f80 x1834598494663552/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611413 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611413.815842:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611413.815844:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1749611413.815850:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749611413.815853:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611413.815855:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611413.815859:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749611413.815861:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1749611413.815863:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5994 02000000:00000010:2.0:1749611413.815866:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5205c00. 00000100:00080000:0.0:1749611413.815868:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749611413.815871:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749611413.815871:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000020:00000001:2.0:1749611413.815874:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611413.815874:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1749611413.815876:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000040:0.0:1749611413.815877:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000001:2.0:1749611413.815879:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611413.815879:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:2.0:1749611413.815881:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083908800. 02000000:00000001:2.0:1749611413.815885:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611413.815887:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611413.815889:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55f80. 00000020:00000001:0.0:1749611413.815892:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611413.815894:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000100:00000001:2.0:1749611413.815896:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611413.815897:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611413.815897:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611413.815899:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749611413.815900:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000100:00000001:2.0:1749611413.815903:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749611413.815903:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000001:2.0:1749611413.815905:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611413.815905:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000001:2.0:1749611413.815906:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611413.815908:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.815908:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611413.815910:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611413.815912:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611413.815946:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611413.815950:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749611413.815953:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749611413.815956:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611413.815958:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611413.815962:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611413.815965:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.815967:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611413.815970:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611413.815976:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d180. 00000020:00000040:0.0:1749611413.815979:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749611413.815983:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611413.815985:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.815988:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611413.815991:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611413.815995:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611413.816000:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cb9a000. 00000100:00000001:0.0:1749611413.816007:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611413.816015:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611413.816026:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611413.816030:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.816035:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880077a9d180] to pc [ptlrpcd_rcv+-1] req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.816077:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611413.816080:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611413.816084:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611413.816086:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611413.816088:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611413.816090:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611413.816093:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6016 00000100:00080000:0.0:1749611413.816095:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611413.816098:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611413.816100:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611413.816102:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611413.816104:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611413.816105:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611413.816107:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611413.816108:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749611413.816108:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611413.816110:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611413.816111:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749611413.816112:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611413.816114:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611413.816116:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611413.816118:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611413.816120:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611413.816122:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:2.0:1749611413.816124:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.816124:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611413.816126:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611413.816128:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611413.816130:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611413.816132:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749611413.816133:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611413.816135:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.816138:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611413.816138:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611413.816140:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.816141:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611413.816142:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749611413.816144:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611413.816147:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880077a9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494668672:0@lo:250:kworker.0 00000100:00000001:0.0:1749611413.816149:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816151:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611413.816155:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611413.816158:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.816160:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749611413.816161:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38c000. 02000000:00000010:2.0:1749611413.816164:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7400. 00000020:00000040:0.0:1749611413.816164:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611413.816167:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611413.816167:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611413.816168:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816170:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611413.816171:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1749611413.816173:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe160. 02000000:00000001:0.0:1749611413.816174:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611413.816177:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cb99400. 00000400:00000010:2.0:1749611413.816180:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a770. 00000100:00000001:0.0:1749611413.816181:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611413.816186:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494668672, portal 25 00000100:00100000:0.0:1749611413.816186:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611413.816188:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611413.816190:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321836416 : -131939387715200 : ffff880077a9d180) 00000100:00000001:0.0:1749611413.816193:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749611413.816196:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.816196:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.816199:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38c000] to pc [ptlrpcd_rcv+-1] req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.816204:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611413.816208:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611413.816208:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611413.816210:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00000100:00080000:0.0:1749611413.816211:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749611413.816213:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494668672, offset 0 00000100:00080000:0.0:1749611413.816215:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611413.816216:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749611413.816218:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749611413.816218:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611413.816220:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611413.816222:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6016 00000100:00080000:0.0:1749611413.816224:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611413.816227:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611413.816229:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611413.816231:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000200:2.0:1749611413.816232:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611413.816232:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611413.816235:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611413.816236:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611413.816238:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611413.816239:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000400:00000200:2.0:1749611413.816242:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf948780 00000020:00000001:0.0:1749611413.816246:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000100:2.0:1749611413.816248:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494668672 offset 0 length 520: 4 00000020:00000001:0.0:1749611413.816249:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:2.0:1749611413.816252:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d8c0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:0.0:1749611413.816252:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611413.816254:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611413.816255:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:0.0:1749611413.816256:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611413.816258:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611413.816260:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611413.816262:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:2.0:1749611413.816263:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000100:00000001:0.0:1749611413.816264:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611413.816266:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611413.816269:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611413.816270:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 02000000:00000001:0.0:1749611413.816271:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816273:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611413.816274:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611413.816275:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611413.816277:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38c380. 00000100:00000200:2.0:1749611413.816279:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611413.816280:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611413.816282:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611413.816283:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816284:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749611413.816286:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611413.816286:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611413.816287:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611413.816289:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611413.816290:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cb9a800. 00000100:00000001:0.0:1749611413.816293:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816296:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816297:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749611413.816297:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611413.816302:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816304:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611413.816306:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300687296 00000100:00000001:0.0:1749611413.816306:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.816309:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38c380] to pc [ptlrpcd_rcv+-1] req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611413.816311:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4200. 00000100:00000001:0.0:1749611413.816316:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816317:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1749611413.816319:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611413.816322:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611413.816323:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300687296 00000100:00000010:2.0:1749611413.816326:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4a00. 00000100:00000001:0.0:1749611413.816328:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749611413.816329:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1749611413.816329:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611413.816332:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611413.816335:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6016 00000100:00080000:0.0:1749611413.816337:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611413.816339:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611413.816341:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611413.816343:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611413.816344:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611413.816345:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300687296 00000100:00000010:2.0:1749611413.816348:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c47c0. 00000100:00000001:2.0:1749611413.816351:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611413.816354:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300687296 00000100:00000010:2.0:1749611413.816357:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c44c0. 00000100:00000001:2.0:1749611413.816360:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611413.816368:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611413.816371:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816374:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816376:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.816381:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611413.816383:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611413.816385:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611413.816386:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611413.816388:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611413.816391:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.816411:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611413.816412:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.816415:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611413.816417:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611413.816419:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611413.816422:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494668800:0@lo:38:kworker.0 00000100:00000001:2.0:1749611413.816425:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611413.816427:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611413.816429:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.816430:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611413.816433:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5000. 02000000:00000001:2.0:1749611413.816435:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611413.816438:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe058. 00000020:00000001:0.0:1749611413.816440:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749611413.816442:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00000020:00000040:0.0:1749611413.816442:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611413.816443:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749611413.816445:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494668800, portal 4 00000100:00000001:2.0:1749611413.816446:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1749611413.816446:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749611413.816448:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096322560 : -131939613229056 : ffff88006a38c000) 00000020:00000001:0.0:1749611413.816448:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611413.816450:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611413.816453:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000040:2.0:1749611413.816455:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.816455:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611413.816457:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611413.816459:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611413.816461:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749611413.816462:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611413.816464:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749611413.816464:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611413.816466:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611413.816467:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 02000000:00000001:0.0:1749611413.816468:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:2.0:1749611413.816469:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494668800, offset 0 00000400:00000200:2.0:1749611413.816472:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611413.816472:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611413.816473:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816475:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611413.816477:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611413.816478:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749611413.816481:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38c700. 00000400:00000200:2.0:1749611413.816483:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf948800 00000020:00000040:0.0:1749611413.816483:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611413.816485:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611413.816487:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611413.816489:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 17680 00000100:00000001:0.0:1749611413.816489:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749611413.816496:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611413.816497:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611413.816499:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611413.816500:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749611413.816503:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cb9bc00. 00000100:00000001:2.0:1749611413.816505:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611413.816507:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749611413.816507:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611413.816510:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55f80. 00000100:00100000:0.0:1749611413.816513:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749611413.816518:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55f80 x1834598494668800 msgsize 520 00000100:00000001:0.0:1749611413.816520:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1749611413.816551:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611413.816551:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.816556:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38c700] to pc [ptlrpcd_rcv+-1] req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.816565:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611413.816565:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.816568:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749611413.816572:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:0.0:1749611413.816572:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1749611413.816574:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611413.816576:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:0.0:1749611413.816576:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ca80. 00000020:00000040:0.0:1749611413.816578:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:2.0:1749611413.816581:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.816581:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611413.816582:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611413.816584:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611413.816586:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012dbe5f00. 00000100:00000001:2.0:1749611413.816588:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611413.816589:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611413.816591:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611413.816593:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611413.816596:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611413.816598:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816599:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749611413.816601:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494668800 00000100:00000001:0.0:1749611413.816601:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611413.816603:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816603:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611413.816604:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611413.816607:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1282 usecs (2 jiffies) 00000100:00000001:3.0:1749611413.816608:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611413.816608:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38ca80] to pc [ptlrpcd_00_00+0] req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.816609:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300687276 00000100:00000001:3.0:1749611413.816611:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816613:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300687296 02000000:00000001:3.0:1749611413.816615:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816615:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300687276 00000100:00000001:2.0:1749611413.816617:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300687296 00000100:00000001:2.0:1749611413.816619:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300687276 00000100:00100000:3.0:1749611413.816620:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494668800 00000100:00000001:2.0:1749611413.816621:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300687296 00000020:00000001:3.0:1749611413.816623:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611413.816623:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300687276 00000020:00000040:3.0:1749611413.816624:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611413.816624:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816625:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300687296 00000020:00000001:3.0:1749611413.816626:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611413.816627:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611413.816629:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816629:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.816630:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6024) 00000020:00000001:3.0:1749611413.816631:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816631:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611413.816634:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611413.816638:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736400. 00000100:00000001:2.0:1749611413.816641:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611413.816641:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611413.816642:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611413.816643:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000010:3.0:1749611413.816644:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7180. 00000100:00000001:0.0:1749611413.816646:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611413.816649:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 02000000:00000001:2.0:1749611413.816650:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611413.816652:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611413.816652:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611413.816654:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611413.816654:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.816655:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749611413.816657:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494668928:0@lo:38:kworker.0 00000100:00000001:3.0:1749611413.816658:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816659:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.816661:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611413.816661:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611413.816663:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.816663:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611413.816663:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611413.816664:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816665:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611413.816666:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611413.816669:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5400. 00000100:00000040:0.0:1749611413.816669:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611413.816671:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.816675:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611413.816675:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe268. 00000100:00000001:0.0:1749611413.816677:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1749611413.816678:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611413.816679:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611413.816681:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494668928, portal 10 02000000:00000001:0.0:1749611413.816681:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611413.816683:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611413.816684:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096323456 : -131939613228160 : ffff88006a38c380) 02000000:00000001:0.0:1749611413.816684:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611413.816685:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611413.816686:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.816687:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611413.816689:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494669184:0@lo:400:kworker.0 00000100:00000040:2.0:1749611413.816690:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611413.816693:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00000001:0.0:1749611413.816693:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611413.816696:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393872768 : -131936315678848 : ffff88012ec55f80) 02000000:00000001:0.0:1749611413.816696:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611413.816697:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611413.816698:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611413.816699:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611413.816699:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749611413.816701:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000040:3.0:1749611413.816702:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55f80 x1834598494668800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611413.816702:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006dc58000. 00000100:00000200:2.0:1749611413.816703:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494668928, offset 0 02000000:00000001:0.0:1749611413.816704:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611413.816706:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749611413.816709:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000400:00000200:2.0:1749611413.816712:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749611413.816713:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000400:00000200:2.0:1749611413.816717:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948880 00000100:00000200:0.0:1749611413.816718:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494669184, portal 10 00000100:00000001:0.0:1749611413.816720:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611413.816721:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096325248 : -131939613226368 : ffff88006a38ca80) 00000400:00000200:2.0:1749611413.816722:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 88640 00000400:00000200:2.0:1749611413.816727:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611413.816728:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611413.816731:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749611413.816733:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494668800:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611413.816734:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611413.816735:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611413.816736:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749611413.816738:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494668800 00000100:00000040:0.0:1749611413.816738:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749611413.816740:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54000. 00000400:00000010:0.0:1749611413.816740:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000020:00000001:3.0:1749611413.816741:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611413.816742:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54000 x1834598494668928 msgsize 520 00000100:00000200:0.0:1749611413.816743:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494669184, offset 0 00010000:00000001:3.0:1749611413.816745:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749611413.816747:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611413.816748:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611413.816754:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611413.816757:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611413.816758:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611413.816762:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749611413.816765:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf948980 00010000:00000001:3.0:1749611413.816766:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611413.816766:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000400:00000010:2.0:1749611413.816768:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00010000:00000001:3.0:1749611413.816769:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611413.816770:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611413.816773:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611413.816775:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749611413.816775:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611413.816777:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749611413.816781:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b563000. 00000100:00000001:2.0:1749611413.816782:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749611413.816782:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 89160 02000000:00000001:3.0:1749611413.816784:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611413.816785:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611413.816786:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611413.816788:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611413.816790:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611413.816791:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611413.816792:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816792:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611413.816795:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611413.816796:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611413.816798:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00000400:00000200:0.0:1749611413.816798:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611413.816799:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611413.816800:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300687276 00000100:00000001:2.0:1749611413.816802:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300687296 00000100:00000001:3.0:1749611413.816803:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611413.816803:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611413.816804:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300687276 00000100:00000200:0.0:1749611413.816804:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611413.816806:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611413.816806:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300687296 00000100:00000001:3.0:1749611413.816808:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611413.816808:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300687276 00000100:00000010:0.0:1749611413.816808:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ce00. 00000100:00000001:3.0:1749611413.816811:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611413.816811:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300687296 00000100:00000040:0.0:1749611413.816811:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38ce00 x1834598494669184 msgsize 224 00000100:00000001:2.0:1749611413.816812:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300687276 00000100:00000040:3.0:1749611413.816814:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611413.816815:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300687296 00000100:00100000:0.0:1749611413.816815:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749611413.816816:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611413.816816:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611413.816818:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816819:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.816820:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611413.816821:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611413.816822:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611413.816823:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611413.816824:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749611413.816825:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611413.816828:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611413.816829:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:3.0:1749611413.816830:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494668800, offset 0 00000100:00000001:2.0:1749611413.816831:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611413.816831:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:2.0:1749611413.816832:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611413.816833:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749611413.816833:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:0.0:1749611413.816836:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611413.816837:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611413.816840:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.816843:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749611413.816846:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611413.816848:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611413.816849:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.816852:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611413.816852:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611413.816854:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611413.816856:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611413.816856:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611413.816859:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494669056:0@lo:38:kworker.0 00000100:00000001:0.0:1749611413.816859:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816861:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611413.816862:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611413.816864:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611413.816865:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.816866:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.816867:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611413.816869:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 956 usecs (1 jiffies) 02000000:00000010:2.0:1749611413.816870:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f6400. 00000400:00000200:3.0:1749611413.816871:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf948800 02000000:00000001:2.0:1749611413.816872:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816872:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300687275 00000100:00000001:0.0:1749611413.816874:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300687296 00000400:00000010:2.0:1749611413.816875:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe840. 00000400:00000200:3.0:1749611413.816877:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8d65 [1] + 0 00000100:00000001:0.0:1749611413.816877:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300687275 00000100:00000001:0.0:1749611413.816879:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300687296 00000100:00000001:0.0:1749611413.816882:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300687275 00000400:00000200:3.0:1749611413.816883:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611413.816884:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300687296 00000400:00000200:3.0:1749611413.816886:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611413.816886:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300687275 00000400:00000010:2.0:1749611413.816888:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000001:0.0:1749611413.816888:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300687296 00000100:00000001:3.0:1749611413.816889:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611413.816890:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611413.816892:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494669056, portal 10 00000100:00000001:0.0:1749611413.816892:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816894:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1749611413.816895:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.816895:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096324352 : -131939613227264 : ffff88006a38c700) 00000100:00000001:0.0:1749611413.816895:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816897:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611413.816902:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611413.816906:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.816909:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611413.816911:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611413.816935:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00000100:00000001:3.0:1749611413.816938:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611413.816939:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494669056, offset 0 00000400:00000200:2.0:1749611413.816943:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611413.816943:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611413.816946:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00100000:0.0:1749611413.816946:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494668928 02000000:00000001:0.0:1749611413.816948:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749611413.816949:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000400:00000200:2.0:1749611413.816950:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611413.816950:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611413.816953:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611413.816953:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.816954:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611413.816956:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948900 02000000:00000001:0.0:1749611413.816956:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.816959:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611413.816959:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494668928 00000400:00000200:2.0:1749611413.816960:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 89384 00000020:00000001:0.0:1749611413.816961:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749611413.816962:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000040:0.0:1749611413.816962:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749611413.816964:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749611413.816964:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611413.816965:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611413.816966:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611413.816967:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611413.816968:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611413.816968:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.816971:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749611413.816972:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55f80 x1834598494668800/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611433 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611413.816972:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59e00. 00000100:00000200:2.0:1749611413.816973:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611413.816976:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54380. 00000020:00000010:0.0:1749611413.816976:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff680. 00000100:00000040:2.0:1749611413.816978:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54380 x1834598494669056 msgsize 520 00000020:00000010:0.0:1749611413.816980:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addc80. 00000100:00100000:3.0:1749611413.816983:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494668800:12345-0@lo:38:kworker.0 Request processed in 252us (462us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749611413.816983:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611413.816984:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611413.816985:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611413.816988:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.816992:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611413.816993:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00000001:3.0:1749611413.816996:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611413.816996:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611413.816997:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611413.817001:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000100:00000001:0.0:1749611413.817001:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611413.817002:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7180. 00000400:00000010:2.0:1749611413.817003:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00000001:2.0:1749611413.817005:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749611413.817006:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000001:0.0:1749611413.817008:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749611413.817009:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736400. 00000100:00100000:0.0:1749611413.817009:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494669184 00000100:00000200:2.0:1749611413.817010:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611413.817011:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611413.817013:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611413.817013:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611413.817014:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.817017:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611413.817017:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611413.817018:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494669184 00000100:00000040:2.0:1749611413.817020:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611413.817020:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611413.817022:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749611413.817023:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611413.817025:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611413.817027:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611413.817027:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611413.817028:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611413.817029:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611413.817029:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611413.817031:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.817032:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.817034:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749611413.817035:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000020:00000010:0.0:1749611413.817036:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3c7fc0. 00000100:00000001:2.0:1749611413.817037:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300687275 00000100:00000001:2.0:1749611413.817039:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300687296 00000020:00000010:0.0:1749611413.817041:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b409fec0. 00000100:00000001:2.0:1749611413.817042:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300687275 00000100:00000001:2.0:1749611413.817044:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300687296 00000100:00000001:2.0:1749611413.817046:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300687275 00000100:00000001:2.0:1749611413.817048:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300687296 00000100:00000001:2.0:1749611413.817050:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300687275 00000100:00000001:2.0:1749611413.817052:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300687296 00000020:00000040:0.0:1749611413.817052:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611413.817053:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611413.817054:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611413.817055:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494669056 00000100:00000001:2.0:1749611413.817056:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611413.817059:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611413.817060:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611413.817060:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749611413.817063:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749611413.817063:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe058. 00000020:00000010:0.0:1749611413.817064:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58600. 00000100:00000001:3.0:1749611413.817065:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611413.817065:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000400:00000010:2.0:1749611413.817066:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000100:00000001:3.0:1749611413.817067:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611413.817067:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff00. 00000100:00000001:2.0:1749611413.817068:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749611413.817070:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 02000000:00000001:3.0:1749611413.817071:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611413.817071:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611413.817073:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494669056 00000020:00000001:3.0:1749611413.817075:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611413.817077:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749611413.817077:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1749611413.817078:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611413.817079:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749611413.817080:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.817080:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749611413.817082:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.817083:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611413.817085:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736400. 00000100:00000001:0.0:1749611413.817087:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749611413.817088:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7180. 00000100:00000001:0.0:1749611413.817089:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1749611413.817090:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000200:2.0:1749611413.817090:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.817091:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.817094:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611413.817095:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611413.817096:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611413.817097:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.817097:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611413.817099:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611413.817101:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.817102:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611413.817102:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611413.817103:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611413.817104:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611413.817106:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749611413.817107:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00000001:3.0:1749611413.817108:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.817108:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.817110:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:2.0:1749611413.817111:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.817112:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096326144 : -131939613225472 : ffff88006a38ce00) 00000100:00000001:3.0:1749611413.817115:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611413.817117:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1749611413.817117:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611413 v=5 (0 0 0 0) 00000100:00000040:0.0:1749611413.817117:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38ce00 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:94/0 lens 224/0 e 0 to 0 dl 1749611424 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611413.817121:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00001000:2.0:1749611413.817121:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=86 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611413.817123:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393864704 : -131936315686912 : ffff88012ec54000) 00000100:00000001:2.0:1749611413.817124:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611413.817126:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611413.817126:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611413.817127:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3c7280. 00000100:00000040:3.0:1749611413.817128:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54000 x1834598494668928/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.817128:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611413.817130:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611413.817132:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3c7280. 00000100:00000040:2.0:1749611413.817133:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611413.817138:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494668928:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1749611413.817138:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494669184:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749611413.817140:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749611413.817142:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494668928 00000100:00000001:2.0:1749611413.817142:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1749611413.817142:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494669184 00000020:00000001:3.0:1749611413.817144:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611413.817144:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611413.817144:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611413.817146:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611413.817146:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611413.817147:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749611413.817147:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749611413.817149:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611413.817150:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1749611413.817152:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00080000:2.0:1749611413.817153:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:3.0:1749611413.817154:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611413.817154:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611413.817155:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:3.0:1749611413.817157:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749611413.817157:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749611413.817159:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611413.817159:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611413.817160:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611413.817162:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611413.817164:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:2.0:1749611413.817166:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494668800:0@lo:38:kworker.0 00000020:00000001:0.0:1749611413.817167:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749611413.817169:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749611413.817171:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611413.817171:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611413.817172:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611413.817173:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611413.817173:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611413.817174:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:3.0:1749611413.817177:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b560400. 00000100:00000001:0.0:1749611413.817178:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611413.817179:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611413.817180:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38c000 x1834598494668800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611413.817180:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611413.817181:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611413.817184:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1749611413.817184:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb99800. 00010000:00000001:3.0:1749611413.817186:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611413.817186:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.817187:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1749611413.817189:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749611413.817189:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611413.817189:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611413.817191:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5000. 00000020:00000001:0.0:1749611413.817191:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.817192:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611413.817194:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611413.817194:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:0.0:1749611413.817194:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494669184 00000020:00000001:2.0:1749611413.817195:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749611413.817197:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000040:2.0:1749611413.817197:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:0.0:1749611413.817197:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749611413.817199:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611413.817199:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611413.817200:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cb99400. 00000100:00000001:3.0:1749611413.817201:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000200:0.0:1749611413.817201:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a38ce00 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:94/0 lens 224/224 e 0 to 0 dl 1749611424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611413.817204:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611413.817204:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611413.817205:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749611413.817206:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:2.0:1749611413.817207:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38c000. 02000000:00000001:3.0:1749611413.817208:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611413.817209:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611413.817210:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611413.817210:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611413.817211:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611413.817211:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611413.817213:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611413.817213:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611413.817214:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=18 v=5 (1 1 1 1) 00000400:00000010:3.0:1749611413.817215:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611413.817217:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611413.817218:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611413.817219:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:3.0:1749611413.817220:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494668928, offset 0 00000100:00000040:0.0:1749611413.817220:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611413.817221:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611413.817222:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611413.817222:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611413.817224:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611413.817224:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611413.817224:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611413.817226:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611413.817226:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.817228:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611413.817230:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611413.817231:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749611413.817233:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000400:00000200:3.0:1749611413.817237:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948880 00000100:00000200:0.0:1749611413.817237:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494669184, offset 224 00000400:00000200:3.0:1749611413.817242:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d6d [1] + 0 00000100:00080000:2.0:1749611413.817244:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:3.0:1749611413.817246:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749611413.817248:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:3.0:1749611413.817249:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611413.817255:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611413.817263:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611413.817267:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611413.817269:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611413.817269:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948980 00000100:00000200:3.0:1749611413.817272:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.817272:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611413.817275:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d75 [1] + 224 00000100:00100000:2.0:1749611413.817277:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00000001:2.0:1749611413.817280:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393865600 : -131936315686016 : ffff88012ec54380) 00000400:00000200:0.0:1749611413.817280:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611413.817282:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611413.817283:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611413.817284:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54380 x1834598494669056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611433 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.817287:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611413.817291:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611413.817293:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749611413.817295:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494669056:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749611413.817298:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000200:2.0:1749611413.817299:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494669056 00000020:00000001:2.0:1749611413.817302:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749611413.817305:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00010000:00000001:2.0:1749611413.817305:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611413.817308:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611413.817310:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611413.817313:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611413.817314:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611413.817317:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611413.817319:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611413.817320:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611413.817321:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00020000:2.0:1749611413.817324:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611413.817325:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611413.817326:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54000 x1834598494668928/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611433 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611413.817327:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611413.817330:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611413.817330:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:2.0:1749611413.817332:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749611413.817333:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:2.0:1749611413.817334:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749611413.817335:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494668928:12345-0@lo:38:kworker.0 Request processed in 197us (590us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611413.817335:0:9760:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749611413.817336:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611413.817337:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:2.0:1749611413.817339:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5000. 00000100:00000001:0.0:1749611413.817340:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.817341:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611413.817343:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00000040:0.0:1749611413.817343:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611413.817344:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611413.817345:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611413.817346:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749611413.817346:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:2.0:1749611413.817347:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749611413.817347:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611413.817349:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611413.817350:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff680. 00000020:00000001:0.0:1749611413.817350:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1749611413.817352:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:3.0:1749611413.817353:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addc80. 00000100:00000040:0.0:1749611413.817354:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ce00 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:94/0 lens 224/224 e 0 to 0 dl 1749611424 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.817355:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:3.0:1749611413.817356:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59e00. 00000100:00000001:2.0:1749611413.817357:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611413.817359:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611413.817360:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611413.817363:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749611413.817364:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494669184:12345-0@lo:400:kworker.0 Request processed in 235us (550us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611413.817365:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611413.817369:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611413.817371:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611413.817372:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611413.817372:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00000001:2.0:1749611413.817375:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611413.817375:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:2.0:1749611413.817377:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611413.817378:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749611413.817379:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00000100:00000001:0.0:1749611413.817380:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749611413.817383:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494669056, offset 0 00000020:00000010:0.0:1749611413.817383:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff00. 00000400:00000200:2.0:1749611413.817387:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749611413.817387:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000020:00000010:0.0:1749611413.817390:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58600. 00000400:00000200:2.0:1749611413.817393:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749611413.817395:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611413.817397:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611413.817398:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948900 00000400:00000200:2.0:1749611413.817403:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d81 [1] + 0 00000400:00000200:2.0:1749611413.817408:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611413.817411:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611413.817414:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611413.817418:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.817419:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611413.817421:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611413.817426:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611413.817428:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611413.817431:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000100:00000040:2.0:1749611413.817433:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611413.817435:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000400:00000010:0.0:1749611413.817438:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:2.0:1749611413.817441:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611413.817451:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611413.817457:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611413.817459:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000400:00000010:2.0:1749611413.817461:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000100:00000001:2.0:1749611413.817463:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611413.817465:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611413.817468:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611413.817470:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611413.817471:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611413.817473:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611413.817475:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611413.817479:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54380 x1834598494669056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611433 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.817481:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611413.817484:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611413.817487:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:2.0:1749611413.817490:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494669056:12345-0@lo:38:kworker.0 Request processed in 195us (508us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749611413.817490:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611413.817493:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611413.817495:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611413.817498:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 02000000:00000001:0.0:1749611413.817498:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.817500:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611413.817502:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1749611413.817505:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=118 v=5 (5 5 5 5) 00000020:00000010:2.0:1749611413.817506:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7180. 00000020:00000010:2.0:1749611413.817509:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00001000:0.0:1749611413.817511:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=118 v=5 (1 1 1 1) 00000020:00000010:2.0:1749611413.817512:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736400. 00000100:00000001:2.0:1749611413.817515:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611413.817515:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611413.817517:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611413.817552:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749611413.817561:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.817565:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611413.817567:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611413.817570:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611413.817572:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611413.817574:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe840. 00010000:00000001:0.0:1749611413.817574:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611413.817577:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000400:00000010:2.0:1749611413.817578:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:0.0:1749611413.817578:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611413.817580:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611413.817582:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000200:2.0:1749611413.817584:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.817584:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611413.817587:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.817592:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611413.817593:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.817603:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611413.817606:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611413.817607:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611413.817608:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611413.817609:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.817610:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611413.817612:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611413.817614:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611413.817615:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.817615:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611413.817617:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611413.817622:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611413 v=5 (0 0 0 0) 00000100:00100000:0.0:1749611413.817624:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494669184:0@lo:400:kworker.0 00000100:00001000:2.0:1749611413.817626:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=118 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611413.817629:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611413.817630:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611413.817633:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611413.817637:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611413.817639:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611413.817641:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611413.817644:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611413.817645:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38ca80 x1834598494669184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.817647:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611413.817648:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.817650:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611413.817651:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611413.817652:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1749611413.817654:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749611413.817654:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611413.817656:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006dc58000. 00000100:00080000:2.0:1749611413.817657:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611413.817659:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611413.817659:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611413.817661:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749611413.817662:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611413.817663:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749611413.817665:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611413.817667:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012dbe5f00. 02000000:00000001:0.0:1749611413.817669:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1749611413.817670:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494669056:0@lo:38:kworker.0 02000000:00000001:0.0:1749611413.817671:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611413.817673:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ca80. 00000400:00000001:2.0:1749611413.817675:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611413.817675:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1749611413.817676:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611413.817676:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611413.817678:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611413.817679:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe268. 00000400:00000200:2.0:1749611413.817681:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611413.817682:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611413.817683:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611413.817684:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611413.817686:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611413.817688:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.817689:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611413.817692:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611413.817700:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.817706:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611413.817708:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.817709:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611413.817711:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611413.817712:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611413.817714:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611413.817715:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611413.817719:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611413 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611413.817721:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=68 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611413.817724:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611413.817725:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611413.817727:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611413.817730:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.817737:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611413.817739:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611413.817740:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.817741:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611413.817743:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611413.817745:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611413.817747:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611413.817749:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611413.817752:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611413.817759:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494668928:0@lo:38:kworker.0 00000100:00000001:2.0:1749611413.817770:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.817772:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611413.817775:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38c700 x1834598494669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.817782:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611413.817784:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611413.817786:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f6400. 02000000:00000001:2.0:1749611413.817788:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611413.817790:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611413.817791:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611413.817793:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611413.817795:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cb9bc00. 02000000:00000001:2.0:1749611413.817797:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611413.817799:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611413.817800:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38c700. 00000100:00000001:2.0:1749611413.817803:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611413.817804:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.817806:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611413.817809:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38c380 x1834598494668928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611413.817815:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611413.817817:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611413.817818:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5400. 02000000:00000001:2.0:1749611413.817820:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611413.817821:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611413.817822:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611413.817824:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611413.817825:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cb9a800. 02000000:00000001:2.0:1749611413.817827:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611413.817828:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611413.817829:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38c380. 00000100:00000001:2.0:1749611413.817831:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611413.817833:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611413.817834:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.817836:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611413.817837:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611413.817843:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611413.817845:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611413.838567:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300687296, at 4300687296 00000100:00000010:0.0:1749611413.838576:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4200. 00000100:00000040:1.0:1749611413.838626:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300687296, at 4300687296 00000100:00000040:3.0:1749611413.838628:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300687296, at 4300687296 00000100:00000040:2.0:1749611413.838637:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300687296, at 4300687296 00000100:00000010:1.0:1749611413.838637:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4a00. 00000100:00000010:3.0:1749611413.838641:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c44c0. 00000100:00000010:2.0:1749611413.838648:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c47c0. 00080000:00000010:2.0:1749611413.865340:0:26581:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611413.865349:0:26581:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611413.865355:0:26581:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611413.865372:0:26581:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611413.865377:0:26581:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611413.865380:0:26581:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611413.870088:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611413.870096:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611413.870100:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611413.870180:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611413.870184:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611413.870187:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611413.972644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611413.972651:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611413.972654:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611413.972657:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611413.972661:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611413.972672:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611413.972675:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611413.972678:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611413.972798:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611413.972804:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611413.972807:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611414.040250:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611414.040260:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611414.040266:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611414.040340:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611414.040346:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611414.040350:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611414.247647:0:26645:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611414.247657:0:26645:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611414.247663:0:26645:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611414.247681:0:26645:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611414.247686:0:26645:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611414.247690:0:26645:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611414.252300:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7600. 00080000:00000010:3.0:1749611414.252310:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7600. 00000020:00000001:3.0:1749611414.252316:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611414.252439:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7600. 00080000:00000010:3.0:1749611414.252445:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7600. 00000020:00000001:3.0:1749611414.252451:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611414.454362:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611414.454372:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611414.454378:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611414.454452:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611414.454457:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611414.454461:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611414.458656:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611414.458661:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611414.458664:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611414.458667:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611414.458671:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611414.458674:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611414.458677:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611414.458679:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611414.458682:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611414.601229:0:26709:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749611414.601239:0:26709:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749611414.601244:0:26709:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611414.601261:0:26709:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749611414.601266:0:26709:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749611414.601270:0:26709:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611414.605895:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7700. 00080000:00000010:3.0:1749611414.605902:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7700. 00000020:00000001:3.0:1749611414.605928:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611414.606013:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7700. 00080000:00000010:3.0:1749611414.606018:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7700. 00000020:00000001:3.0:1749611414.606021:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611414.622574:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611414.622582:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611414.622593:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611414.622600:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611414.622604:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611414.622608:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611414.622611:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611414.622614:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611414.622618:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611414.791350:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611414.791359:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611414.791364:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611414.791428:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611414.791434:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611414.791437:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611414.935812:0:26777:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7700. 00080000:00000010:3.0:1749611414.935822:0:26777:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7700. 00000020:00000001:3.0:1749611414.935831:0:26777:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611414.935849:0:26777:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7700. 00080000:00000010:3.0:1749611414.935854:0:26777:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7700. 00000020:00000001:3.0:1749611414.935857:0:26777:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611414.940083:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611414.940089:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611414.940094:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611414.940167:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611414.940171:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611414.940174:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611414.974651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611414.974658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611414.974686:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611414.974692:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611414.974696:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611415.111352:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b649d80. 00080000:00000010:1.0:1749611415.111361:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b649d80. 00000020:00000001:1.0:1749611415.111365:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611415.111432:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b649d80. 00080000:00000010:1.0:1749611415.111437:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b649d80. 00000020:00000001:1.0:1749611415.111440:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611415.270837:0:26843:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7700. 00080000:00000010:3.0:1749611415.270846:0:26843:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7700. 00000020:00000001:3.0:1749611415.270851:0:26843:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611415.270867:0:26843:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7700. 00080000:00000010:3.0:1749611415.270872:0:26843:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7700. 00000020:00000001:3.0:1749611415.270875:0:26843:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611415.275290:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b649d80. 00080000:00000010:1.0:1749611415.275298:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b649d80. 00000020:00000001:1.0:1749611415.275305:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611415.275416:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009b649d80. 00080000:00000010:1.0:1749611415.275422:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009b649d80. 00000020:00000001:1.0:1749611415.275427:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611415.452176:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611415.452186:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611415.452192:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611415.452263:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611415.452269:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611415.452272:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611415.458689:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611415.458695:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611415.458697:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611415.458701:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611415.458704:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611415.458708:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611415.458711:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611415.458714:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611415.458716:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611415.603705:0:26907:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611415.603717:0:26907:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611415.603725:0:26907:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611415.603752:0:26907:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611415.603761:0:26907:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611415.603766:0:26907:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611415.608330:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611415.608337:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611415.608342:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611415.608413:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611415.608417:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611415.608420:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611415.622587:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611415.622593:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611415.622595:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611415.622599:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:3.0:1749611415.622603:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611415.622606:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611415.622609:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611415.622612:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611415.622614:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611415.782866:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611415.782876:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611415.782882:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611415.782987:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611415.782993:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611415.782997:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611415.933507:0:26972:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611415.933518:0:26972:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611415.933552:0:26972:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611415.933577:0:26972:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611415.933583:0:26972:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611415.933586:0:26972:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611415.938574:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611415.938581:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611415.938585:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611415.938662:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611415.938666:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611415.938669:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611415.976655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611415.976661:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611415.976781:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611415.976787:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611415.976801:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611416.075577:0:27018:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611416.075586:0:27018:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611416.075592:0:27018:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.075598:0:27018:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611416.075603:0:27018:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611416.075606:0:27018:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1749611416.092115:0:27018:0:(super25.c:119:lustre_fill_super()) Process entered 00000080:01200004:1.0:1749611416.092121:0:27018:0:(super25.c:121:lustre_fill_super()) VFS Op: sb ffff880071978000 00000020:00000001:1.0:1749611416.092126:0:27018:0:(obd_mount.c:642:lustre_init_lsi()) Process entered 00000020:00000010:1.0:1749611416.092131:0:27018:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff88007197d000. 00000020:00000010:1.0:1749611416.092135:0:27018:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff88009b649f00. 00000020:00000001:1.0:1749611416.092138:0:27018:0:(obd_mount.c:662:lustre_init_lsi()) Process leaving (rc=18446612134219993088 : -131939489558528 : ffff88007197d000) 00000020:00000001:1.0:1749611416.092147:0:27018:0:(obd_mount.c:1352:lmd_parse()) Process entered 00000020:00000010:1.0:1749611416.092153:0:27018:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff88009c9b5000. 00000020:00000010:1.0:1749611416.092171:0:27018:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 12 at ffff8800782b18f0. 00000020:00000010:1.0:1749611416.092181:0:27018:0:(obd_mount.c:1123:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at ffff8800b4b60b00. 00000020:00000010:1.0:1749611416.092197:0:27018:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 15 at ffff8800782b1990. 00000020:00000010:1.0:1749611416.092204:0:27018:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at ffff8800b4b60620. 00000020:01000004:1.0:1749611416.092208:0:27018:0:(obd_mount.c:933:lmd_print()) mount data: 00000020:01000004:1.0:1749611416.092210:0:27018:0:(obd_mount.c:936:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611416.092214:0:27018:0:(obd_mount.c:1667:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611416.092218:0:27018:0:(tgt_mount.c:2222:server_fill_super()) Process entered 00000020:00000001:1.0:1749611416.092220:0:27018:0:(tgt_mount.c:1610:lsi_prepare()) Process entered 00000020:00000001:1.0:1749611416.092226:0:27018:0:(tgt_mount.c:1673:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611416.092230:0:27018:0:(tgt_mount.c:2154:osd_start()) Process entered 00000020:01000004:1.0:1749611416.092232:0:27018:0:(tgt_mount.c:2157:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1749611416.092248:0:27018:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:1.0:1749611416.092252:0:27018:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:1.0:1749611416.092258:0:27018:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff88009b649180. 00000020:00000080:1.0:1749611416.092262:0:27018:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611416.092266:0:27018:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611416.092270:0:27018:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611416.092281:0:27018:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085152ae0. 00000020:00000080:1.0:1749611416.092287:0:27018:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (ffff880085152ae0) 00000020:00000001:1.0:1749611416.092292:0:27018:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611416.092296:0:27018:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197c800. 00000020:00000001:1.0:1749611416.092300:0:27018:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611416.092304:0:27018:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197c800 with handle 0x689c0ec07329d470 to hash 00000020:00000001:1.0:1749611416.092308:0:27018:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611416.092320:0:27018:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611416.092323:0:27018:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611416.092327:0:27018:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219991040 : -131939489560576 : ffff88007197c800) 00000020:00000040:1.0:1749611416.092332:0:27018:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c800 : new refcount 1 00000020:00000040:1.0:1749611416.092344:0:27018:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085152ae0) now 2 - obd_device_list 00000020:00000001:1.0:1749611416.092352:0:27018:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611416.092356:0:27018:0:(obd_config.c:653:class_attach()) OBD: dev 9 attached type osd-ldiskfs with refcount 2 00000020:00000001:1.0:1749611416.092359:0:27018:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611416.092363:0:27018:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611416.092367:0:27018:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff88009b649180. 00000020:00000001:1.0:1749611416.092371:0:27018:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:1.0:1749611416.092376:0:27018:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at ffff88009b649180. 00000020:00000080:1.0:1749611416.092378:0:27018:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611416.092384:0:27018:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611416.092404:0:27018:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611416.092408:0:27018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a3652cc0. 00000001:00000010:1.0:1749611416.092414:0:27018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b4b602e0. 00000001:00000010:1.0:1749611416.092418:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05ae00. 00000001:00000010:1.0:1749611416.092421:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05b400. 00000001:00000010:1.0:1749611416.092425:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05b800. 00000001:00000010:1.0:1749611416.092429:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05b600. 00000001:00000001:1.0:1749611416.092432:0:27018:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611416.092434:0:27018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a3652f00. 00000001:00000010:1.0:1749611416.092437:0:27018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b4b602a0. 00000001:00000010:1.0:1749611416.092441:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05ac00. 00000001:00000010:1.0:1749611416.092444:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05b000. 00000001:00000010:1.0:1749611416.092448:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05ba00. 00000001:00000010:1.0:1749611416.092452:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05a800. 00000020:00000001:1.0:1749611416.092455:0:27018:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611416.092459:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b200. 00000020:00000010:1.0:1749611416.092465:0:27018:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649380. 00000020:00000010:1.0:1749611416.092472:0:27018:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000008:00000010:1.0:1749611416.092479:0:27018:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf340. 00020000:00000010:1.0:1749611416.092484:0:27018:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b5f80. 00008000:00000010:1.0:1749611416.092497:0:27018:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7dd0. 00000080:00000010:1.0:1749611416.092505:0:27018:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a870. 00000020:00000010:1.0:1749611416.092510:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05bc00. 00000020:00000010:1.0:1749611416.092514:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05a000. 00000040:00000010:1.0:1749611416.092519:0:27018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d05aa00. 00000020:00000010:1.0:1749611416.092560:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979800. 00000020:00000010:1.0:1749611416.092567:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05a600. 00040000:00000010:1.0:1749611416.092572:0:27018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9100. 00040000:00000010:1.0:1749611416.092577:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05a400. 00080000:00000010:1.0:1749611416.092584:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749611416.092592:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a12000. 00080000:00000010:1.0:1749611416.092623:0:27018:0:(osd_handler.c:8613:osd_device_alloc()) kmalloced '(o)': 31552 at ffff88012b570000. 00080000:00000001:1.0:1749611416.092631:0:27018:0:(osd_handler.c:8245:osd_mount()) Process entered 00080000:00000001:0.0:1749611416.102671:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.103225:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.103228:0:27018:0:(osd_handler.c:8420:osd_mount()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1749611416.103233:0:27018:0:(osd_compat.c:606:osd_obj_map_init()) Process entered 00000001:00000001:0.0:1749611416.103235:0:27018:0:(osd_compat.c:485:osd_ost_init()) Process entered 00000001:00000010:0.0:1749611416.103240:0:27018:0:(osd_compat.c:487:osd_ost_init()) kmalloced '(dev->od_ost_map)': 128 at ffff880096dff380. 00000001:00000001:0.0:1749611416.103242:0:27018:0:(osd_compat.c:220:osd_last_rcvd_subdir_count()) Process entered 00000001:00000040:0.0:1749611416.103607:0:27018:0:(osd_compat.c:234:osd_last_rcvd_subdir_count()) read last_rcvd header, uuid = lustre-OST0000_UUID, subdir count = 32 00000001:00000001:0.0:1749611416.103612:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.103613:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory O 00000001:00000001:0.0:1749611416.103629:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137530852408 : -131936178699208 : ffff880136ef8438) 00000001:00000001:0.0:1749611416.103633:0:27018:0:(osd_compat.c:514:osd_ost_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611416.103634:0:27018:0:(osd_compat.c:578:osd_index_backup_dir_init()) Process entered 00000001:00000001:0.0:1749611416.103652:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.103653:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory index_backup 00000001:00000001:0.0:1749611416.104123:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137530857584 : -131936178694032 : ffff880136ef9870) 00000001:00000001:0.0:1749611416.104127:0:27018:0:(osd_compat.c:592:osd_index_backup_dir_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611416.104128:0:27018:0:(osd_compat.c:629:osd_obj_map_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.104130:0:27018:0:(lu_object.c:1068:lu_site_init()) Process entered 00000020:00000010:0.0:1749611416.104148:0:27018:0:(lu_object.c:1091:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff880111e98000. 00000020:00000010:0.0:1749611416.104154:0:27018:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8801205e0800. 00000020:00000010:0.0:1749611416.104156:0:27018:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff88006ee720c0. 00000020:00000001:0.0:1749611416.104160:0:27018:0:(lu_object.c:1130:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.105058:0:27018:0:(osd_scrub.c:2573:osd_scrub_setup()) Process entered 00080000:00000001:0.0:1749611416.105107:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.105116:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611416.105120:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x10:0x6be251bc:0x0] 16:1809994172 to info ffff88009c9b7000 00000020:00000001:0.0:1749611416.105127:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611416.105133:0:27018:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8801240ab200. 00080000:00000010:0.0:1749611416.105138:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006dc58200. 00080000:00000010:0.0:1749611416.105141:0:27018:0:(osd_handler.c:422:osd_object_alloc()) kmalloced '(h)': 88 at ffff880117b169c0. 00080000:00000001:0.0:1749611416.105147:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611416.105149:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611416.105152:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611416.105157:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611416.105161:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134155878912 : -131939553672704 : ffff88006dc58200) 00080000:00000001:0.0:1749611416.105374:0:27018:0:(osd_oi.c:378:osd_oi_init()) Process entered 00080000:00000010:0.0:1749611416.105379:0:27018:0:(osd_oi.c:395:osd_oi_init()) kmalloced '(oi)': 8192 at ffff880129e7e000. 00080000:00000001:0.0:1749611416.105380:0:27018:0:(osd_oi.c:275:osd_oi_table_open()) Process entered 00080000:00000001:0.0:1749611416.105382:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.105399:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.105407:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.105408:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abd00. 00080000:00000001:0.0:1749611416.105550:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.105552:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.105563:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.105587:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.105590:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab100. 00080000:00000001:0.0:1749611416.105797:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.105798:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.105808:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.105814:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.105816:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab600. 00080000:00000001:0.0:1749611416.105963:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.105965:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.105975:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.105982:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.105983:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab900. 00080000:00000001:0.0:1749611416.106187:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.106188:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.106197:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.106203:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.106205:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab700. 00080000:00000001:0.0:1749611416.106357:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.106359:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.106368:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.106374:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.106376:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abb00. 00080000:00000001:0.0:1749611416.106597:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.106599:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.106610:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.106616:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.106617:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab500. 00080000:00000001:0.0:1749611416.106748:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.106750:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.106759:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.106766:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.106767:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abe00. 00080000:00000001:0.0:1749611416.106986:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.106988:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.107004:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.107012:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.107014:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abf00. 00080000:00000001:0.0:1749611416.107205:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.107208:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.107225:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.107235:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.107237:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240aba00. 00080000:00000001:0.0:1749611416.107448:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.107450:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.107461:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.107467:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.107469:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240abc00. 00080000:00000001:0.0:1749611416.107607:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.107609:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.107620:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.107626:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.107627:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab000. 00080000:00000001:0.0:1749611416.107827:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.107829:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.107838:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.107845:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.107846:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab400. 00080000:00000001:0.0:1749611416.107986:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.107988:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.108000:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.108008:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.108010:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab800. 00080000:00000001:0.0:1749611416.108226:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.108228:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.108240:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.108247:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.108248:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009de53300. 00080000:00000001:0.0:1749611416.108391:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.108393:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.108403:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.108428:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.108430:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8801240ab300. 00080000:00000001:0.0:1749611416.108603:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.108605:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.108621:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.108629:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.108630:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880081d44900. 00080000:00000001:0.0:1749611416.108751:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.108753:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.108764:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.108770:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.108772:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880081d44b00. 00080000:00000001:0.0:1749611416.108958:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.108960:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.108972:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.108979:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.108980:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009de53c00. 00080000:00000001:0.0:1749611416.109079:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.109081:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.109093:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.109100:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.109102:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5600. 00080000:00000001:0.0:1749611416.109298:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.109300:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.109311:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.109317:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.109319:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5700. 00080000:00000001:0.0:1749611416.109465:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.109467:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.109478:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.109486:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.109504:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5500. 00080000:00000001:0.0:1749611416.109673:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.109675:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.109687:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.109694:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.109696:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5100. 00080000:00000001:0.0:1749611416.109844:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.109846:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.109858:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.109885:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.109887:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5300. 00080000:00000001:0.0:1749611416.110034:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.110036:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.110052:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.110060:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.110062:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5c00. 00080000:00000001:0.0:1749611416.110204:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.110206:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.110217:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.110224:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.110225:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5900. 00080000:00000001:0.0:1749611416.110450:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.110452:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.110463:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.110470:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.110471:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5d00. 00080000:00000001:0.0:1749611416.110622:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.110624:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.110635:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.110642:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.110643:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5e00. 00080000:00000001:0.0:1749611416.110856:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.110858:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.110870:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.110877:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.110878:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5800. 00080000:00000001:0.0:1749611416.111037:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.111039:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.111050:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.111057:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.111058:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880081d44200. 00080000:00000001:0.0:1749611416.111272:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.111274:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.111287:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.111294:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.111296:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011525ea00. 00080000:00000001:0.0:1749611416.111449:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.111451:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.111463:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.111470:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.111471:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5b00. 00080000:00000001:0.0:1749611416.111684:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.111686:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.111704:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.111713:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.111715:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129ce1b00. 00080000:00000001:0.0:1749611416.111870:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.111872:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.111922:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.111933:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.111935:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129ce1200. 00080000:00000001:0.0:1749611416.112164:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.112166:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.112178:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.112185:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.112187:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011525e900. 00080000:00000001:0.0:1749611416.112345:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.112347:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.112358:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.112383:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.112386:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2a00. 00080000:00000001:0.0:1749611416.112583:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.112586:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.112598:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.112605:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.112606:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2300. 00080000:00000001:0.0:1749611416.112732:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.112734:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.112745:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.112754:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.112756:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2200. 00080000:00000001:0.0:1749611416.112984:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.112986:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.112998:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.113005:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.113006:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2d00. 00080000:00000001:0.0:1749611416.113131:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.113133:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.113144:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.113151:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.113153:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129ce1400. 00080000:00000001:0.0:1749611416.113387:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.113389:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.113405:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.113413:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.113415:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81bc00. 00080000:00000001:0.0:1749611416.113574:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.113593:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.113608:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.113617:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.113620:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b700. 00080000:00000001:0.0:1749611416.113787:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.113789:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.113821:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.113831:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.113833:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81bb00. 00080000:00000001:0.0:1749611416.114044:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.114046:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.114058:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.114065:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.114067:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b900. 00080000:00000001:0.0:1749611416.114170:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.114172:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.114184:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.114191:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.114193:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81be00. 00080000:00000001:0.0:1749611416.114351:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.114353:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.114364:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.114390:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.114392:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81ba00. 00080000:00000001:0.0:1749611416.114610:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.114613:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.114626:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.114634:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.114635:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b500. 00080000:00000001:0.0:1749611416.114813:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.114816:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.114830:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.114840:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.114842:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b600. 00080000:00000001:0.0:1749611416.115084:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.115087:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.115106:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.115115:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.115117:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81bd00. 00080000:00000001:0.0:1749611416.115317:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.115320:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.115335:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.115344:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.115346:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81bf00. 00080000:00000001:0.0:1749611416.115547:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.115549:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.115562:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.115570:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.115572:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b000. 00080000:00000001:0.0:1749611416.115738:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.115740:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.115753:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.115761:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.115762:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b800. 00080000:00000001:0.0:1749611416.116011:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.116015:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.116033:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.116045:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.116049:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2000. 00080000:00000001:0.0:1749611416.116268:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.116272:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.116288:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.116301:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.116303:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006a3b8b00. 00080000:00000001:0.0:1749611416.116508:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.116510:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.116541:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.116550:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.116552:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006a3b8100. 00080000:00000001:0.0:1749611416.116733:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.116736:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.116753:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.116763:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.116765:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006a3b8a00. 00080000:00000001:0.0:1749611416.116970:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.116973:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.116992:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.117001:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.117002:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88006a3b8800. 00080000:00000001:0.0:1749611416.117187:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.117189:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.117205:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.117215:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.117217:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012b81b300. 00080000:00000001:0.0:1749611416.117437:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.117440:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.117452:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.117460:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.117461:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4f00. 00080000:00000001:0.0:1749611416.117624:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.117626:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.117639:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.117647:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.117649:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4400. 00080000:00000001:0.0:1749611416.117873:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.117875:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.117889:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.117913:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.117916:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4000. 00080000:00000001:0.0:1749611416.118093:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.118096:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.118109:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.118118:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.118119:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4800. 00080000:00000001:0.0:1749611416.118370:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.118372:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.118388:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.118396:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.118398:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4a00. 00080000:00000001:0.0:1749611416.118599:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.118602:0:27018:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611416.118618:0:27018:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611416.118628:0:27018:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.118630:0:27018:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8bf4100. 00080000:00000001:0.0:1749611416.118821:0:27018:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.118824:0:27018:0:(osd_oi.c:319:osd_oi_table_open()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:0.0:1749611416.118830:0:27018:0:(osd_oi.c:406:osd_oi_init()) Process leaving via out (rc=64 : 64 : 0x40) 00100000:00000001:0.0:1749611416.118834:0:27018:0:(osd_scrub.c:2407:osd_initial_OI_scrub()) Process entered 00100000:00000001:0.0:1749611416.118836:0:27018:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611416.118914:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.118917:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.118919:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.118945:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.118947:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.118948:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.118949:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.118950:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.118952:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.118953:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.118954:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.118955:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.118956:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.118972:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.118975:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.118977:0:27018:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.118979:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.118980:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.118982:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.118988:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.119189:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.119194:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.119196:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119199:0:27018:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611416.119201:0:27018:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88012eb32200. 00100000:00000001:0.0:1749611416.119203:0:27018:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119205:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119207:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119209:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119210:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119211:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119213:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119214:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119215:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119217:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119218:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119224:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119226:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119227:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119228:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119230:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119231:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119232:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119234:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119235:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119236:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119237:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119238:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119240:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119241:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119242:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119244:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119245:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119246:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119247:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119249:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119250:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119251:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119252:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119254:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119255:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119256:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119257:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119259:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119260:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119261:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119262:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119264:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119265:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119266:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119267:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.119269:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.119958:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.119962:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.119963:0:27018:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.119968:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.119970:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.119972:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.119975:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.120098:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.120102:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.120104:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120105:0:27018:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611416.120107:0:27018:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129c07a40. 00100000:00000001:0.0:1749611416.120109:0:27018:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120110:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120112:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120113:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120115:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120116:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120117:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120118:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120119:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120120:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120122:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120123:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120124:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120125:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120126:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120127:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120128:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120129:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120131:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120131:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120133:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120136:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.120140:0:27018:0:(osd_scrub.c:1903:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120142:0:27018:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611416.120143:0:27018:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129c07740. 00100000:00000001:0.0:1749611416.120144:0:27018:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120145:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120147:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120148:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120149:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120169:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.120171:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.120172:0:27018:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.120173:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.120174:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.120176:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.120179:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.120183:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.120186:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.120187:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120188:0:27018:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611416.120190:0:27018:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129c07940. 00100000:00000001:0.0:1749611416.120191:0:27018:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120193:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120194:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120195:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120197:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120198:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120199:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120200:0:27018:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120201:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120202:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120204:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120212:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.120213:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.120333:0:27018:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611416.120336:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.120337:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.120338:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.120341:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.120345:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.120347:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.120349:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120351:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120353:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120365:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.120368:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.120478:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611416.120481:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129c07680. 00100000:00000001:0.0:1749611416.120487:0:27018:0:(scrub.c:712:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120489:0:27018:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611416.120492:0:27018:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00080000:00000001:0.0:1749611416.120494:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.120496:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.120497:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.120500:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.120505:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.120507:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.120509:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120511:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120513:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120514:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120515:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120516:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120518:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.120519:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.120520:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121151:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.121155:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.121156:0:27018:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.121157:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.121158:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.121160:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.121164:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.121169:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.121171:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.121173:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121174:0:27018:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611416.121176:0:27018:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129c079c0. 00100000:00000001:0.0:1749611416.121177:0:27018:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121179:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121181:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121182:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121184:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121185:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121186:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121187:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121193:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121194:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121195:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121209:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.121211:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.121212:0:27018:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.121213:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.121214:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.121215:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.121218:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.121221:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.121223:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.121224:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121226:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121227:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121237:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.121238:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.121239:0:27018:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.121240:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.121241:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.121242:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.121244:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.121247:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.121248:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.121250:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121251:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121252:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121253:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121254:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121255:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121257:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121258:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121259:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121260:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121261:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121263:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121264:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121265:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121266:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121271:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121272:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121274:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.121277:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.121278:0:27018:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.121279:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.121280:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.121281:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.121283:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.121286:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.121288:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.121289:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121290:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121291:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121292:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121294:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121294:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121296:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121297:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121298:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121299:0:27018:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121300:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121301:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121302:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121303:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121304:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121305:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121307:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121308:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121309:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121310:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121311:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121312:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121313:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121314:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121315:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121316:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121333:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121334:0:27018:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121339:0:27018:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611416.121351:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.121353:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.121354:0:27018:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.121355:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.121357:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.121358:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.121360:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.121363:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.121365:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.121366:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121368:0:27018:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121371:0:27018:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.121372:0:27018:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611416.121659:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.121673:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.121676:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.121825:0:27018:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611416.121828:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.121829:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.121830:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.121834:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.122072:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.122075:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.122077:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122079:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122081:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.122095:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.122098:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.122099:0:27018:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.122100:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.122102:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.122103:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.122105:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.122302:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.122305:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.122307:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122309:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122311:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.122317:0:27018:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122319:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.122334:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.122337:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.122338:0:27018:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.122339:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.122341:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.122342:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.122345:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.122348:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.122350:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.122352:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122353:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122355:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.122356:0:27018:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122358:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.122365:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.122366:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.122367:0:27018:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611416.122368:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.122369:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.122370:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.122372:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.122375:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.122376:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.122378:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122379:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122382:0:27018:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611416.122384:0:27018:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88012eb32200. 00100000:00000001:0.0:1749611416.122386:0:27018:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611416.122585:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.122587:0:27018:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122589:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.122590:0:27018:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122592:0:27018:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611416.122594:0:27018:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129c07a40. 00100000:00000001:0.0:1749611416.122596:0:27018:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611416.122798:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.122803:0:27018:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122805:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.122806:0:27018:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.122808:0:27018:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611416.122810:0:27018:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129c07740. 00100000:00000001:0.0:1749611416.122812:0:27018:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611416.123134:0:27018:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611416.123137:0:27018:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.123140:0:27018:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611416.123141:0:27018:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.123160:0:27018:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611416.123164:0:27018:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129c07940. 00100000:00000001:0.0:1749611416.123167:0:27018:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611416.123323:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.123338:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.123344:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.123467:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611416.123470:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129c07ec0. 00100000:00000001:0.0:1749611416.123472:0:27018:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.123474:0:27018:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611416.123476:0:27018:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:00000001:0.0:1749611416.123478:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.123480:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.123481:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.123484:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.123695:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.123698:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.123700:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.123702:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.123704:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.123717:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.123720:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.123926:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611416.123928:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129c07000. 00100000:00000001:0.0:1749611416.123931:0:27018:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.123932:0:27018:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611416.123935:0:27018:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:00000001:0.0:1749611416.123942:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.123943:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.123944:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.123948:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.123953:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.123955:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.123957:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.123959:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.123961:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.123974:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.123976:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.124161:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611416.124164:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129c07b00. 00100000:00000001:0.0:1749611416.124166:0:27018:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124168:0:27018:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611416.124169:0:27018:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:00000001:0.0:1749611416.124172:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.124173:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.124174:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.124177:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.124182:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.124185:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.124186:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124188:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124190:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.124191:0:27018:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124193:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.124204:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.124207:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.124387:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611416.124390:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129c07b80. 00100000:00000001:0.0:1749611416.124392:0:27018:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124394:0:27018:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611416.124396:0:27018:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:00000001:0.0:1749611416.124398:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.124399:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.124400:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.124408:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.124413:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.124415:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.124417:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124419:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124421:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.124422:0:27018:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124424:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.124437:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.124440:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.124623:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611416.124626:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136802000. 00100000:00000001:0.0:1749611416.124628:0:27018:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124630:0:27018:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611416.124632:0:27018:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:00000001:0.0:1749611416.124635:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.124636:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.124637:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.124640:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.124644:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.124647:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.124648:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124650:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124652:0:27018:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611416.124664:0:27018:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611416.124666:0:27018:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611416.124919:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611416.124921:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136802040. 00100000:00000001:0.0:1749611416.124924:0:27018:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124926:0:27018:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611416.124928:0:27018:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:00000001:0.0:1749611416.124930:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.124931:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.124933:0:27018:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611416.124936:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.124940:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.124943:0:27018:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.124949:0:27018:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124951:0:27018:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611416.124954:0:27018:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611416.124956:0:27018:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129c079c0. 00100000:00000001:0.0:1749611416.124967:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.124971:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1016:0x0] 00080000:00000001:0.0:1749611416.124973:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.124975:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.124976:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.124980:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.124984:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.124986:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.124989:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.124995:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.124997:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000007:0x1:0x0] 00080000:00000001:0.0:1749611416.124999:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.125000:0:27018:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125001:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.125003:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.125242:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.125246:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.125249:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.125259:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.125261:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x15:0x0] 00080000:00000001:0.0:1749611416.125263:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.125264:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125265:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.125268:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.125271:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.125273:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.125275:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.125280:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.125282:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x8:0x0] 00080000:00000001:0.0:1749611416.125283:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.125284:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125285:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.125287:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.125295:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.125298:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.125300:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.125305:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.125307:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1019:0x0] 00080000:00000001:0.0:1749611416.125308:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.125309:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125310:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.125312:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.125315:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.125316:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.125318:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.125322:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.125323:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x4:0x0] 00080000:00000001:0.0:1749611416.125325:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.125326:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125327:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.125328:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.125331:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.125333:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.125335:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.125340:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.125341:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1015:0x0] 00080000:00000001:0.0:1749611416.125343:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.125344:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125345:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.125347:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.125350:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.125352:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.125353:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.125359:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.125360:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x101d:0x0] 00080000:00000001:0.0:1749611416.125361:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.125362:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125363:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.125365:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.125372:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.125374:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.125376:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.125382:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.125384:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000009:0x0:0x0] 00080000:00000001:0.0:1749611416.125385:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.125386:0:27018:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125388:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.125390:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.125623:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.125626:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.125629:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.125639:0:27018:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611416.125641:0:27018:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x20000000a:0x0:0x0] 00080000:00000001:0.0:1749611416.125642:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.125643:0:27018:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125645:0:27018:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611416.125647:0:27018:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff790. 00000001:00000010:0.0:1749611416.125651:0:27018:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff790. 00080000:00000001:0.0:1749611416.125653:0:27018:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611416.125655:0:27018:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611416.125659:0:27018:0:(osd_scrub.c:2487:osd_initial_OI_scrub()) Process leaving 00100000:00000001:0.0:1749611416.125801:0:27018:0:(osd_scrub.c:2725:osd_scrub_setup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125804:0:27018:0:(osd_lproc.c:847:osd_procfs_init()) Process entered 00080000:01000000:0.0:1749611416.125808:0:27018:0:(osd_lproc.c:857:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00080000:00000001:0.0:1749611416.125886:0:27018:0:(osd_lproc.c:91:osd_stats_init()) Process entered 00000020:00000010:0.0:1749611416.125890:0:27018:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8801205e3800. 00000020:00000010:0.0:1749611416.125910:0:27018:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at ffff88006efe5700. 00080000:00000001:0.0:1749611416.125928:0:27018:0:(osd_lproc.c:135:osd_stats_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.125930:0:27018:0:(osd_lproc.c:887:osd_procfs_init()) Process leaving 00040000:00000001:0.0:1749611416.125933:0:27018:0:(qsd_lib.c:670:qsd_init()) Process entered 00040000:00000010:0.0:1749611416.125936:0:27018:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at ffff88006dc59000. 00040000:00000001:0.0:1749611416.125940:0:27018:0:(qsd_config.c:59:qsd_get_fsinfo()) Process entered 00040000:00000010:0.0:1749611416.125942:0:27018:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 192 at ffff88006ee72d80. 00040000:00000010:0.0:1749611416.125945:0:27018:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 192 at ffff88006ee72d80. 00040000:00000001:0.0:1749611416.125948:0:27018:0:(qsd_config.c:100:qsd_get_fsinfo()) Process leaving (rc=18446612134413141120 : -131939296410496 : ffff88007d1b0480) 00000020:00000010:0.0:1749611416.125974:0:27018:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff880130c71240. 00000020:00000010:0.0:1749611416.125979:0:27018:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff880130c71240. 00040000:00000001:0.0:1749611416.125982:0:27018:0:(qsd_lib.c:742:qsd_init()) Process leaving 00040000:00000001:0.0:1749611416.125983:0:27018:0:(qsd_lib.c:748:qsd_init()) Process leaving (rc=18446612134155882496 : -131939553669120 : ffff88006dc59000) 00080000:00000001:0.0:1749611416.125989:0:27018:0:(osd_handler.c:8588:osd_device_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611416.125995:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05a000. 00000040:00000010:0.0:1749611416.126000:0:27018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05aa00. 00000020:00000010:0.0:1749611416.126002:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979800. 00000020:00000010:0.0:1749611416.126008:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05a600. 00040000:00000010:0.0:1749611416.126011:0:27018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9100. 00040000:00000010:0.0:1749611416.126014:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05a400. 00080000:00000010:0.0:1749611416.126019:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a12000. 00080000:00000010:0.0:1749611416.126024:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000020:00000010:0.0:1749611416.126027:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05bc00. 00000020:00000010:0.0:1749611416.126032:0:27018:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649380. 00000020:00000010:0.0:1749611416.126036:0:27018:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000008:00000010:0.0:1749611416.126039:0:27018:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf340. 00020000:00000010:0.0:1749611416.126044:0:27018:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b5f80. 00008000:00000010:0.0:1749611416.126049:0:27018:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7dd0. 00000080:00000010:0.0:1749611416.126052:0:27018:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a870. 00000020:00000010:0.0:1749611416.126055:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b200. 00000020:00000001:0.0:1749611416.126057:0:27018:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611416.126060:0:27018:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085152ae0) now 3 - setup 00000020:00000080:0.0:1749611416.126063:0:27018:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611416.126064:0:27018:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.126066:0:27018:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611416.126070:0:27018:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at ffff88009b649180. 00000020:00000001:0.0:1749611416.126076:0:27018:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:0.0:1749611416.126079:0:27018:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:0.0:1749611416.126080:0:27018:0:(osd_handler.c:8732:osd_obd_connect()) connect #0 00000020:00000001:0.0:1749611416.126082:0:27018:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1749611416.126084:0:27018:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1749611416.126087:0:27018:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51ff000. 00000020:00000001:0.0:1749611416.126089:0:27018:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611416.126095:0:27018:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b51ff000 with handle 0x689c0ec07329d477 to hash 00000020:00000001:0.0:1749611416.126097:0:27018:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1749611416.126101:0:27018:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:0.0:1749611416.126102:0:27018:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611416.126104:0:27018:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085152ae0) now 4 - export 00000020:00000001:0.0:1749611416.126107:0:27018:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135352987648 : -131938356563968 : ffff8800b51ff000) 00000020:00000040:0.0:1749611416.126109:0:27018:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ff000 : new refcount 1 00000020:00000080:0.0:1749611416.126112:0:27018:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d477 00000020:00000001:0.0:1749611416.126113:0:27018:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.126115:0:27018:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611416.126116:0:27018:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d477 00000020:00000001:0.0:1749611416.126118:0:27018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611416.126120:0:27018:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51ff000 refcount=2 00000020:00000001:0.0:1749611416.126122:0:27018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352987648 : -131938356563968 : ffff8800b51ff000) 00000020:00000001:0.0:1749611416.126124:0:27018:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352987648 : -131938356563968 : ffff8800b51ff000) 00080000:00000001:0.0:1749611416.126125:0:27018:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.126127:0:27018:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.126130:0:27018:0:(tgt_mount.c:2209:osd_start()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611416.126131:0:27018:0:(tgt_mount.c:2242:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611416.126137:0:27018:0:(obd_mount.c:265:lustre_start_mgc()) Process entered 00000020:00000010:0.0:1749611416.126146:0:27018:0:(obd_mount.c:308:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8800a8a260e0. 00000020:00000010:0.0:1749611416.126148:0:27018:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff8800a8a26260. 00000020:00000010:0.0:1749611416.126151:0:27018:0:(obd_mount.c:317:lustre_start_mgc()) kmalloced '(data)': 192 at ffff880130c71240. 00000020:00000001:0.0:1749611416.126153:0:27018:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611416.126157:0:27018:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611416.126159:0:27018:0:(mgc_request.c:1075:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.126160:0:27018:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611416.126162:0:27018:0:(obd_mount.c:377:lustre_start_mgc()) MGC192.168.202.106@tcp:Set MGC reconnect 1 00000020:00000001:0.0:1749611416.126163:0:27018:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611416.126164:0:27018:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:01000000:0.0:1749611416.126167:0:27018:0:(mgc_request.c:1044:mgc_set_info_async()) InitRecov MGC192.168.202.106@tcp 1/d0:i0:r1:or0:CONNECTING 10000000:00000001:0.0:1749611416.126169:0:27018:0:(mgc_request.c:1059:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.126171:0:27018:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.126172:0:27018:0:(obd_mount.c:382:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611416.126178:0:27018:0:(obd_mount.c:551:lustre_start_mgc()) kfreed 'data': 192 at ffff880130c71240. 00000020:00000010:0.0:1749611416.126181:0:27018:0:(obd_mount.c:552:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8800a8a260e0. 00000020:00000010:0.0:1749611416.126183:0:27018:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff8800a8a26260. 00000020:00000001:0.0:1749611416.126185:0:27018:0:(obd_mount.c:555:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.126188:0:27018:0:(tgt_mount.c:1446:server_start_targets()) Process entered 00000020:01000004:0.0:1749611416.126189:0:27018:0:(tgt_mount.c:1447:server_start_targets()) starting target lustre-OST0000 00000020:00000010:0.0:1749611416.126199:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58a00. 00000020:00000010:0.0:1749611416.126201:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc59200. 00000040:00000010:0.0:1749611416.126204:0:27018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc58600. 00000020:00000010:0.0:1749611416.126207:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51fb800. 00000020:00000010:0.0:1749611416.126210:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59800. 80000000:00000010:0.0:1749611416.126213:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16180. 00040000:00000010:0.0:1749611416.126216:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59a00. 00080000:00000010:0.0:1749611416.126221:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013267a000. 00080000:00000010:0.0:1749611416.126227:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 00000020:00000001:0.0:1749611416.126230:0:27018:0:(tgt_mount.c:280:server_mgc_set_fs()) Process entered 00000020:01000004:0.0:1749611416.126232:0:27018:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611416.126233:0:27018:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611416.126235:0:27018:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611416.126237:0:27018:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:0.0:1749611416.126239:0:27018:0:(mgc_request_server.c:80:mgc_fs_setup()) Process entered 10000000:01000000:0.0:1749611416.126242:0:27018:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.106@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000020:00000001:0.0:1749611416.126245:0:27018:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611416.126246:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611416.126248:0:27018:0:(local_storage.c:104:ls_device_init()) Process entered 00000020:00000010:0.0:1749611416.126250:0:27018:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 392 at ffff88006dc59400. 00000020:00000001:0.0:1749611416.126252:0:27018:0:(local_storage.c:124:ls_device_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000001:0.0:1749611416.126254:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000010:0.0:1749611416.126257:0:27018:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dffe80. 00000020:00000001:0.0:1749611416.126259:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611416.126263:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006efe5400. 00000020:00000001:0.0:1749611416.126266:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611416.126269:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880095487000. 00000020:00000001:0.0:1749611416.126271:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.126277:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611416.126280:0:27018:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611416.126282:0:27018:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611416.126285:0:27018:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880136802080. 00000001:00000001:0.0:1749611416.126287:0:27018:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611416.126289:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.126290:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory 200000003 00000001:00000001:0.0:1749611416.126606:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134623081096 : -131939086470520 : ffff8800899e7288) 00000001:00000010:0.0:1749611416.126610:0:27018:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88006efe5d00. 00000001:00000001:0.0:1749611416.126613:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.126614:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611416.126873:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134623082824 : -131939086468792 : ffff8800899e7948) 00000001:00000001:0.0:1749611416.126877:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.126878:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611416.126888:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160496 : -131939079391120 : ffff88008a0a7870) 00000001:00000001:0.0:1749611416.126890:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.126891:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611416.127492:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159632 : -131939079391984 : ffff88008a0a7510) 00000001:00000001:0.0:1749611416.127495:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.127496:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611416.127509:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159416 : -131939079392200 : ffff88008a0a7438) 00000001:00000001:0.0:1749611416.127511:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.127512:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611416.127519:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160712 : -131939079390904 : ffff88008a0a7948) 00000001:00000001:0.0:1749611416.127541:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.127542:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611416.127552:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160928 : -131939079390688 : ffff88008a0a7a20) 00000001:00000001:0.0:1749611416.127554:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.127555:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611416.128157:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630161576 : -131939079390040 : ffff88008a0a7ca8) 00000001:00000001:0.0:1749611416.128161:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.128162:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611416.128174:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630158336 : -131939079393280 : ffff88008a0a7000) 00000001:00000001:0.0:1749611416.128176:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.128177:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611416.128185:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630160280 : -131939079391336 : ffff88008a0a7798) 00000001:00000001:0.0:1749611416.128192:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.128193:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611416.128237:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159200 : -131939079392416 : ffff88008a0a7360) 00000001:00000001:0.0:1749611416.128240:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.128241:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611416.128844:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630158552 : -131939079393064 : ffff88008a0a70d8) 00000001:00000001:0.0:1749611416.128847:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.128848:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611416.128859:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630162008 : -131939079389608 : ffff88008a0a7e58) 00000001:00000001:0.0:1749611416.128861:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.128861:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611416.128869:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134630159848 : -131939079391768 : ffff88008a0a75e8) 00000001:00000001:0.0:1749611416.128871:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.128872:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611416.128878:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438781872 : -131936270769744 : ffff88013172a1b0) 00000001:00000001:0.0:1749611416.128880:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.128881:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611416.129468:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438782736 : -131936270768880 : ffff88013172a510) 00000001:00000001:0.0:1749611416.129472:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.129472:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611416.129483:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438784248 : -131936270767368 : ffff88013172aaf8) 00000001:00000001:0.0:1749611416.129485:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.129486:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611416.129493:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438784896 : -131936270766720 : ffff88013172ad80) 00000001:00000001:0.0:1749611416.129495:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.129496:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611416.129503:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438782088 : -131936270769528 : ffff88013172a288) 00000001:00000001:0.0:1749611416.129504:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.129505:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611416.130141:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438782304 : -131936270769312 : ffff88013172a360) 00000001:00000001:0.0:1749611416.130145:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.130146:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611416.130156:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438784680 : -131936270766936 : ffff88013172aca8) 00000001:00000001:0.0:1749611416.130158:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.130159:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611416.130175:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137483754664 : -131936225796952 : ffff88013420dca8) 00000001:00000001:0.0:1749611416.130177:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.130178:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611416.130186:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137483754880 : -131936225796736 : ffff88013420dd80) 00000001:00000001:0.0:1749611416.130189:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.130190:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611416.130827:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210720 : -131939457340896 : ffff880073836a20) 00000001:00000001:0.0:1749611416.130830:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.130831:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611416.130842:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208560 : -131939457343056 : ffff8800738361b0) 00000001:00000001:0.0:1749611416.130844:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.130845:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611416.130852:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210504 : -131939457341112 : ffff880073836948) 00000001:00000001:0.0:1749611416.130854:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.130855:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611416.130861:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208344 : -131939457343272 : ffff8800738360d8) 00000001:00000001:0.0:1749611416.130863:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.130863:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611416.131429:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209856 : -131939457341760 : ffff8800738366c0) 00000001:00000001:0.0:1749611416.131433:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.131434:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611416.131445:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210936 : -131939457340680 : ffff880073836af8) 00000001:00000001:0.0:1749611416.131447:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.131448:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611416.131455:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209424 : -131939457342192 : ffff880073836510) 00000001:00000001:0.0:1749611416.131457:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.131458:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611416.131464:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209640 : -131939457341976 : ffff8800738365e8) 00000001:00000001:0.0:1749611416.131466:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.131467:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611416.131475:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209208 : -131939457342408 : ffff880073836438) 00000001:00000001:0.0:1749611416.131476:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.131477:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611416.131484:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252211584 : -131939457340032 : ffff880073836d80) 00000001:00000001:0.0:1749611416.131486:0:27018:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611416.131493:0:27018:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137523552384 : -131936185999232 : ffff880136802080) 00000001:00000001:0.0:1749611416.131565:0:27018:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131568:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611416.131572:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611416.131574:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611416.131577:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131580:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611416.131586:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134176379992 : -131939533171624 : ffff88006efe5458) 00000020:00000001:0.0:1749611416.131752:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611416.131756:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88011f08a100. 00000020:00000001:0.0:1749611416.131760:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611416.131762:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880095486c00. 00000020:00000001:0.0:1749611416.131764:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131766:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611416.131767:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611416.131769:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131771:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611416.131774:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611416.131775:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611416.131780:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131783:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611416.131786:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137129845080 : -131936579706536 : ffff88011f08a158) 00080000:00000001:0.0:1749611416.131791:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611416.131793:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611416.131800:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611416.131804:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131806:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611416.131808:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131810:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611416.131812:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611416.131814:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1017:0x0] 13:616739140 to info ffff88013267a000 00000020:00000001:0.0:1749611416.131819:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880130337600 00080000:00000002:0.0:1749611416.131820:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/CONFIGS => [0x200000001:0x1017:0x0] 00080000:00000001:0.0:1749611416.131823:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611416.131826:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611416.131830:0:27018:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff8800781da800. 00080000:00000001:0.0:1749611416.131837:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611416.131839:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611416.131842:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88011f08ab00. 00000020:00000001:0.0:1749611416.131845:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611416.131847:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880095487600. 00000020:00000001:0.0:1749611416.131849:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131850:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611416.131851:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611416.131853:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611416.131855:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611416.131857:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131859:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611416.131862:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137129847640 : -131936579703976 : ffff88011f08ab58) 00040000:00000001:0.0:1749611416.131880:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611416.131882:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611416.131883:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611416.131884:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611416.131885:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611416.131886:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611416.131889:0:27018:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880095486c00. 00000020:00000010:0.0:1749611416.131911:0:27018:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011f08a100. 10000000:00000001:0.0:1749611416.131916:0:27018:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:0.0:1749611416.131918:0:27018:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:0.0:1749611416.131943:0:27018:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff880130c71540. 00000020:00000040:0.0:1749611416.131946:0:27018:0:(genops.c:887:class_export_get()) GET export ffff88007197c800 refcount=2 00000040:00000001:0.0:1749611416.131949:0:27018:0:(llog_osd.c:2046:llog_osd_setup()) Process entered 00000040:00000040:0.0:1749611416.131951:0:27018:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 00000020:00000001:0.0:1749611416.131953:0:27018:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611416.131955:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611416.131956:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:0.0:1749611416.131959:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000010:0.0:1749611416.131961:0:27018:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dff500. 00000020:00000001:0.0:1749611416.131963:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611416.131965:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88011f08a800. 00000020:00000001:0.0:1749611416.131971:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611416.131980:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880095486c00. 00000020:00000001:0.0:1749611416.131987:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.131989:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611416.131992:0:27018:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611416.131993:0:27018:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611416.131996:0:27018:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880129c55e40. 00000001:00000001:0.0:1749611416.131997:0:27018:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611416.131999:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132000:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory 1 00000001:00000001:0.0:1749611416.132018:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210072 : -131939457341544 : ffff880073836798) 00000001:00000010:0.0:1749611416.132021:0:27018:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88011f08a900. 00000001:00000001:0.0:1749611416.132023:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132024:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611416.132239:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208128 : -131939457343488 : ffff880073836000) 00000001:00000001:0.0:1749611416.132242:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132243:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611416.132252:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252211800 : -131939457339816 : ffff880073836e58) 00000001:00000001:0.0:1749611416.132254:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132256:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611416.132263:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210288 : -131939457341328 : ffff880073836870) 00000001:00000001:0.0:1749611416.132265:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132266:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611416.132273:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134716293552 : -131938993258064 : ffff88008f2cc1b0) 00000001:00000001:0.0:1749611416.132275:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132276:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611416.132283:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134716295280 : -131938993256336 : ffff88008f2cc870) 00000001:00000001:0.0:1749611416.132285:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132286:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611416.132292:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134716296144 : -131938993255472 : ffff88008f2ccbd0) 00000001:00000001:0.0:1749611416.132294:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132295:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611416.132300:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134716295712 : -131938993255904 : ffff88008f2cca20) 00000001:00000001:0.0:1749611416.132302:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132302:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611416.132310:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135317793528 : -131938391758088 : ffff8800b306eaf8) 00000001:00000001:0.0:1749611416.132312:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132313:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611416.132328:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438031016 : -131936271520600 : ffff880131672ca8) 00000001:00000001:0.0:1749611416.132330:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132331:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611416.132337:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438030584 : -131936271521032 : ffff880131672af8) 00000001:00000001:0.0:1749611416.132339:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132340:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611416.132348:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438030800 : -131936271520816 : ffff880131672bd0) 00000001:00000001:0.0:1749611416.132349:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132351:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611416.132356:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438030368 : -131936271521248 : ffff880131672a20) 00000001:00000001:0.0:1749611416.132358:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132359:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611416.132365:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438031232 : -131936271520384 : ffff880131672d80) 00000001:00000001:0.0:1749611416.132367:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132368:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611416.132374:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438028424 : -131936271523192 : ffff880131672288) 00000001:00000001:0.0:1749611416.132376:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132377:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611416.132383:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946973864 : -131936762577752 : ffff880114223ca8) 00000001:00000001:0.0:1749611416.132385:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.132386:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611416.133016:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946971704 : -131936762579912 : ffff880114223438) 00000001:00000001:0.0:1749611416.133019:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133020:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611416.133031:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946973648 : -131936762577968 : ffff880114223bd0) 00000001:00000001:0.0:1749611416.133032:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133033:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611416.133039:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946970840 : -131936762580776 : ffff8801142230d8) 00000001:00000001:0.0:1749611416.133041:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133043:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611416.133048:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946970624 : -131936762580992 : ffff880114223000) 00000001:00000001:0.0:1749611416.133050:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133051:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611416.133057:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946971272 : -131936762580344 : ffff880114223288) 00000001:00000001:0.0:1749611416.133059:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133065:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611416.133605:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946972784 : -131936762578832 : ffff880114223870) 00000001:00000001:0.0:1749611416.133608:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133609:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611416.133654:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946973432 : -131936762578184 : ffff880114223af8) 00000001:00000001:0.0:1749611416.133656:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133657:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611416.133664:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946972352 : -131936762579264 : ffff8801142236c0) 00000001:00000001:0.0:1749611416.133665:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133666:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611416.133672:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946972136 : -131936762579480 : ffff8801142235e8) 00000001:00000001:0.0:1749611416.133674:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133674:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611416.133680:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946974080 : -131936762577536 : ffff880114223d80) 00000001:00000001:0.0:1749611416.133682:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133682:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611416.133946:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946973216 : -131936762578400 : ffff880114223a20) 00000001:00000001:0.0:1749611416.133950:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133950:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611416.133962:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439082608 : -131936270469008 : ffff880131773870) 00000001:00000001:0.0:1749611416.133964:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133965:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611416.133973:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439080880 : -131936270470736 : ffff8801317731b0) 00000001:00000001:0.0:1749611416.133975:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133976:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611416.133983:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438814856 : -131936270736760 : ffff880131732288) 00000001:00000001:0.0:1749611416.133984:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133985:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611416.133992:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438814640 : -131936270736976 : ffff8801317321b0) 00000001:00000001:0.0:1749611416.133994:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.133994:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611416.134002:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438814208 : -131936270737408 : ffff880131732000) 00000001:00000001:0.0:1749611416.134004:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134004:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611416.134011:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438815288 : -131936270736328 : ffff880131732438) 00000001:00000001:0.0:1749611416.134018:0:27018:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611416.134020:0:27018:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137309986368 : -131936399565248 : ffff880129c55e40) 00000001:00000001:0.0:1749611416.134033:0:27018:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.134035:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611416.134038:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611416.134039:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611416.134041:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.134044:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611416.134048:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137129846872 : -131936579704744 : ffff88011f08a858) 00000020:00000001:0.0:1749611416.134275:0:27018:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611416.134277:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611416.134278:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:0.0:1749611416.134281:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000010:0.0:1749611416.134284:0:27018:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dff880. 00000020:00000001:0.0:1749611416.134286:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611416.134288:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c49600. 00000020:00000001:0.0:1749611416.134291:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611416.134293:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009c9bf800. 00000020:00000001:0.0:1749611416.134294:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.134296:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611416.134298:0:27018:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611416.134299:0:27018:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611416.134301:0:27018:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880129c55280. 00000001:00000001:0.0:1749611416.134302:0:27018:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611416.134304:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134305:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory 10 00000001:00000001:0.0:1749611416.134321:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438816584 : -131936270735032 : ffff880131732948) 00000001:00000010:0.0:1749611416.134324:0:27018:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff880129c49c00. 00000001:00000001:0.0:1749611416.134325:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134326:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611416.134562:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134254393672 : -131939455157944 : ffff880073a4b948) 00000001:00000001:0.0:1749611416.134565:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134566:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611416.134574:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134254393456 : -131939455158160 : ffff880073a4b870) 00000001:00000001:0.0:1749611416.134581:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134582:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611416.134593:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135238914696 : -131938470636920 : ffff8800ae535288) 00000001:00000001:0.0:1749611416.134595:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134596:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611416.134602:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135238914480 : -131938470637136 : ffff8800ae5351b0) 00000001:00000001:0.0:1749611416.134604:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134605:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611416.134612:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439526056 : -131936270025560 : ffff8801317dfca8) 00000001:00000001:0.0:1749611416.134613:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134614:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611416.134621:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137439526272 : -131936270025344 : ffff8801317dfd80) 00000001:00000001:0.0:1749611416.134623:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134624:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611416.134630:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134621978840 : -131939087572776 : ffff8800898da0d8) 00000001:00000001:0.0:1749611416.134632:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134633:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611416.134639:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134621980136 : -131939087571480 : ffff8800898da5e8) 00000001:00000001:0.0:1749611416.134641:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134642:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611416.134648:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134621980568 : -131939087571048 : ffff8800898da798) 00000001:00000001:0.0:1749611416.134650:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134651:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611416.134657:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137381711232 : -131936327840384 : ffff88012e0bcd80) 00000001:00000001:0.0:1749611416.134659:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134660:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611416.134982:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137381707992 : -131936327843624 : ffff88012e0bc0d8) 00000001:00000001:0.0:1749611416.134985:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.134986:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611416.134997:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137381709072 : -131936327842544 : ffff88012e0bc510) 00000001:00000001:0.0:1749611416.134998:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135000:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611416.135006:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405481096 : -131939304070520 : ffff88007ca62288) 00000001:00000001:0.0:1749611416.135008:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135009:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611416.135023:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405482176 : -131939304069440 : ffff88007ca626c0) 00000001:00000001:0.0:1749611416.135025:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135026:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611416.135032:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405482608 : -131939304069008 : ffff88007ca62870) 00000001:00000001:0.0:1749611416.135034:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135035:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611416.135041:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405481312 : -131939304070304 : ffff88007ca62360) 00000001:00000001:0.0:1749611416.135043:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135043:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611416.135290:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405480664 : -131939304070952 : ffff88007ca620d8) 00000001:00000001:0.0:1749611416.135293:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135293:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611416.135302:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405480448 : -131939304071168 : ffff88007ca62000) 00000001:00000001:0.0:1749611416.135304:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135305:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611416.135313:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405481744 : -131939304069872 : ffff88007ca62510) 00000001:00000001:0.0:1749611416.135314:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135315:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611416.135323:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405483256 : -131939304068360 : ffff88007ca62af8) 00000001:00000001:0.0:1749611416.135325:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135326:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611416.135332:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405481960 : -131939304069656 : ffff88007ca625e8) 00000001:00000001:0.0:1749611416.135333:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135334:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611416.135339:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405482824 : -131939304068792 : ffff88007ca62948) 00000001:00000001:0.0:1749611416.135341:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135342:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611416.135585:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405482392 : -131939304069224 : ffff88007ca62798) 00000001:00000001:0.0:1749611416.135588:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135589:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611416.135597:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405483472 : -131939304068144 : ffff88007ca62bd0) 00000001:00000001:0.0:1749611416.135599:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135600:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611416.135606:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405483904 : -131939304067712 : ffff88007ca62d80) 00000001:00000001:0.0:1749611416.135607:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135613:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611416.135623:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134405484120 : -131939304067496 : ffff88007ca62e58) 00000001:00000001:0.0:1749611416.135625:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135626:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611416.135634:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298342888 : -131939411208728 : ffff8800764355e8) 00000001:00000001:0.0:1749611416.135636:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135637:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611416.135643:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298341592 : -131939411210024 : ffff8800764350d8) 00000001:00000001:0.0:1749611416.135645:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135646:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611416.135654:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298344184 : -131939411207432 : ffff880076435af8) 00000001:00000001:0.0:1749611416.135656:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135657:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611416.135663:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298342672 : -131939411208944 : ffff880076435510) 00000001:00000001:0.0:1749611416.135664:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135665:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611416.135672:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531768832 : -131936177782784 : ffff880136fd8000) 00000001:00000001:0.0:1749611416.135674:0:27018:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611416.135675:0:27018:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611416.135683:0:27018:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137531771856 : -131936177779760 : ffff880136fd8bd0) 00000001:00000001:0.0:1749611416.135685:0:27018:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611416.135687:0:27018:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137309983360 : -131936399568256 : ffff880129c55280) 00000001:00000001:0.0:1749611416.135697:0:27018:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.135699:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611416.135701:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611416.135703:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611416.135705:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611416.135707:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611416.135711:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137309935192 : -131936399616424 : ffff880129c49658) 00000040:00000001:0.0:1749611416.135942:0:27018:0:(llog_osd.c:2079:llog_osd_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000040:0.0:1749611416.135945:0:27018:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880130c71540 : new refcount 1 00000040:01000000:0.0:1749611416.135947:0:27018:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.106@tcp ctxt 0 is initialized 00000040:00000001:0.0:1749611416.135949:0:27018:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1749611416.135951:0:27018:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 10000000:00000040:0.0:1749611416.135952:0:27018:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880130c71540 : new refcount 1 10000000:00000001:0.0:1749611416.135959:0:27018:0:(mgc_request_server.c:53:mgc_local_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611416.135961:0:27018:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:00000001:0.0:1749611416.135963:0:27018:0:(mgc_request_server.c:131:mgc_fs_setup()) Process leaving 10000000:00000001:0.0:1749611416.135965:0:27018:0:(mgc_request_server.c:277:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611416.135967:0:27018:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.135968:0:27018:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.135970:0:27018:0:(tgt_mount.c:290:server_mgc_set_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611416.135972:0:27018:0:(tgt_mount.c:1330:server_register_target()) Process entered 00000020:00000001:0.0:1749611416.135974:0:27018:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000020:00000010:0.0:1749611416.135990:0:27018:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff880136abe000. 00000020:01000004:0.0:1749611416.136001:0:27018:0:(tgt_mount.c:1347:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.106@tcp, index=0000, flags=0x2 00000020:01000004:0.0:1749611416.136004:0:27018:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1749611416.136005:0:27018:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611416.136006:0:27018:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611416.136007:0:27018:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611416.136008:0:27018:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611416.136009:0:27018:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611416.136011:0:27018:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611416.136012:0:27018:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:00000001:0.0:1749611416.136013:0:27018:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611416.136015:0:27018:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611416.136016:0:27018:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1749611416.136018:0:27018:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x10000002 10000000:00000001:0.0:1749611416.136020:0:27018:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000010:0.0:1749611416.136024:0:27018:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ca80. 00000020:00000040:0.0:1749611416.136027:0:27018:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000020:01000004:0.0:1749611416.136030:0:27018:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1749611416.136031:0:27018:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611416.136032:0:27018:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611416.136033:0:27018:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611416.136034:0:27018:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611416.136035:0:27018:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611416.136036:0:27018:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611416.136037:0:27018:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:0.0:1749611416.136039:0:27018:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611416.136042:0:27018:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611416.136046:0:27018:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611416.136053:0:27018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880136aba000. 00000100:00000001:0.0:1749611416.136063:0:27018:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611416.136067:0:27018:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1749611416.136069:0:27018:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611416.136071:0:27018:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611416.136075:0:27018:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c71840. 00000100:00000001:0.0:1749611416.136076:0:27018:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427540032 : -131936282011584 : ffff880130c71840) 00000100:00000001:0.0:1749611416.136078:0:27018:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611416.136080:0:27018:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096325248 : -131939613226368 : ffff88006a38ca80) 00000100:00000001:0.0:1749611416.136084:0:27018:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611416.136087:0:27018:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611416.136089:0:27018:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611416.136090:0:27018:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611416.136096:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38ca80 x1834598494669312/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611416.136105:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611416.136106:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611416.136110:0:27018:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006a38ca80 x1834598494669312/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611416.136117:0:27018:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611416.136118:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611416.136120:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611416.136122:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611416.136124:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611416.136126:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611416.136127:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611416.136128:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611416.136130:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611416.458638:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611416.458646:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611416.458648:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611416.458653:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611416.458657:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611416.458662:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611416.458665:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611416.458667:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611416.458670:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611416.622755:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611416.622762:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611416.622765:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611416.622769:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611416.622773:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611416.622777:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611416.622780:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611416.622783:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611416.622800:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611416.978662:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611416.978671:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611416.978801:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611416.978807:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611416.978811:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611417.135654:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611417.135661:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611417.135681:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611417.135685:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611417.135689:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611417.135693:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611417.135696:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611417.135699:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611417.135702:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611417.458706:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611417.458715:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611417.458718:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611417.458722:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611417.458726:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611417.458730:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611417.458733:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611417.458736:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611417.458738:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611417.622765:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611417.622773:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611417.622775:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611417.622780:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611417.622783:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611417.622786:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611417.622789:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611417.622793:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611417.622795:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611417.980682:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611417.980689:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611417.980795:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611417.980809:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611417.980814:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611418.135655:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611418.135664:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611418.135666:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611418.135671:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611418.135675:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611418.135679:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611418.135682:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611418.135685:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611418.135687:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611418.458769:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611418.458781:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611418.458785:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611418.458792:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611418.458797:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611418.458802:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611418.458806:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611418.458810:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611418.458814:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.622664:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611418.622672:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611418.622674:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611418.622679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611418.622682:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611418.622685:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.622688:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611418.622692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.622694:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.816636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611418.816653:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611418.816657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.816662:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611418.816666:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611418.816671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.816674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611418.830631:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611418.830639:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611418.830643:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611418.830646:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611418.830649:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611418.830652:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611418.830656:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611418.830661:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6019 00000100:00080000:0.0:1749611418.830666:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611418.830669:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611418.830672:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611418.830693:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611418.830696:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611418.830702:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611418.830706:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611418.830710:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611418.830714:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611418.830719:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611418.830723:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611418.830728:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611418.830731:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611418.830734:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611418.830736:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611418.830741:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611418.830746:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611418.830750:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611418.830755:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611418.830765:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611418.830770:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.830773:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611418.830777:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611418.830785:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38d180. 00000020:00000040:0.0:1749611418.830791:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611418.830796:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611418.830799:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.830803:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611418.830806:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611418.830811:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611418.830823:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbac000. 00000100:00000001:0.0:1749611418.830833:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611418.830846:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611418.830857:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611418.830862:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611418.830909:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38d180] to pc [ptlrpcd_rcv+-1] req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611418.830936:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611418.830939:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611418.830943:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611418.830945:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611418.830947:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611418.830950:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611418.830952:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6019 00000100:00080000:0.0:1749611418.830955:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611418.830957:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611418.830960:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611418.830961:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611418.830963:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611418.830966:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611418.830967:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611418.830969:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611418.830972:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611418.830974:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611418.830976:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611418.830979:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611418.830980:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611418.830982:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611418.830984:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611418.830986:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611418.830988:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611418.830990:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611418.830992:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611418.830997:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611418.830999:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.831006:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611418.831008:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611418.831012:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38d500. 00000020:00000040:0.0:1749611418.831015:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611418.831017:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611418.831019:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.831021:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611418.831023:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611418.831025:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611418.831029:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbadc00. 00000100:00000001:2.0:1749611418.831031:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611418.831033:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.831037:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749611418.831038:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611418.831040:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611418.831045:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611418.831048:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611418.831049:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611418.831052:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38d500] to pc [ptlrpcd_rcv+-1] req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.831061:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611418.831061:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611418.831064:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611418.831067:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611418.831068:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611418.831070:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611418.831072:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611418.831074:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611418.831074:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6019 00000100:00080000:0.0:1749611418.831077:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749611418.831078:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611418.831079:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000001:2.0:1749611418.831081:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611418.831081:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611418.831083:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:2.0:1749611418.831084:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.831085:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611418.831087:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611418.831088:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00100000:2.0:1749611418.831089:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494669440:0@lo:38:kworker.0 00000020:00000001:0.0:1749611418.831089:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611418.831094:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749611418.831096:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:2.0:1749611418.831097:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749611418.831098:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611418.831100:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611418.831100:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611418.831103:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611418.831104:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611418.831106:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1749611418.831108:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5800. 00000100:00000040:0.0:1749611418.831108:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611418.831109:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611418.831111:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611418.831112:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611418.831114:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611418.831116:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611418.831118:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe268. 02000000:00000001:0.0:1749611418.831118:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611418.831121:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611418.831122:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.831124:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:2.0:1749611418.831126:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000100:00000001:0.0:1749611418.831126:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611418.831129:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38d880. 00000020:00000040:0.0:1749611418.831131:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611418.831133:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:2.0:1749611418.831134:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494669440, portal 4 02000000:00000001:0.0:1749611418.831134:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.831136:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611418.831136:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611418.831137:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611418.831138:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096327040 : -131939613224576 : ffff88006a38d180) 02000000:00000001:0.0:1749611418.831138:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611418.831142:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbae800. 00000100:00000001:0.0:1749611418.831145:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611418.831147:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611418.831150:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611418.831156:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611418.831156:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611418.831158:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611418.831160:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611418.831162:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00000040:0.0:1749611418.831162:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38d880] to pc [ptlrpcd_rcv+-1] req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611418.831165:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494669440, offset 0 00000100:00000001:0.0:1749611418.831169:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611418.831171:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611418.831171:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611418.831180:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611418.831183:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38dc00. 00000400:00000200:2.0:1749611418.831185:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749611418.831186:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611418.831189:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611418.831190:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611418.831192:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611418.831196:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf948a80 02000000:00000010:0.0:1749611418.831196:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880129c49900. 00000100:00000001:0.0:1749611418.831199:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611418.831203:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611418.831204:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 18200 00000100:00000001:0.0:1749611418.831211:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749611418.831212:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611418.831213:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611418.831217:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611418.831218:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38dc00] to pc [ptlrpcd_00_01+1] req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.831222:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611418.831224:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611418.831229:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55880. 00000100:00000040:2.0:1749611418.831232:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55880 x1834598494669440 msgsize 520 00000100:00100000:2.0:1749611418.831237:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611418.831248:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.831254:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611418.831254:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6029) 00000400:00000200:2.0:1749611418.831264:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000400:00000010:2.0:1749611418.831266:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:2.0:1749611418.831270:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611418.831274:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.831283:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611418.831287:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611418.831290:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611418.831293:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494669440 00000100:00000001:2.0:1749611418.831294:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611418.831295:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611418.831296:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611418.831299:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611418.831300:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.831301:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611418.831305:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611418.831306:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1281 usecs (2 jiffies) 00000100:00000001:2.0:1749611418.831309:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300692290 00000100:00100000:0.0:1749611418.831309:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494669440 00000020:00000001:0.0:1749611418.831311:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611418.831312:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:2.0:1749611418.831314:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405d240. 00000020:00000001:0.0:1749611418.831314:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611418.831316:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611418.831318:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611418.831319:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611418.831320:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:0.0:1749611418.831322:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be400. 00000020:00000010:0.0:1749611418.831328:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff080. 00000100:00000001:1.0:1749611418.831331:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749611418.831333:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000100:00100000:3.0:1749611418.831335:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1749611418.831337:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611418.831338:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611418.831338:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611418.831339:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611418.831341:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.831343:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300692290 00000100:00000001:3.0:1749611418.831345:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1749611418.831346:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405d300. 00000100:00000001:3.0:1749611418.831347:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611418.831349:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611418.831349:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611418.831351:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611418.831353:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611418.831354:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611418.831361:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611418.831361:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.831366:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300692290 00000100:00000010:2.0:1749611418.831369:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405d600. 00000100:00000001:3.0:1749611418.831372:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611418.831372:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611418.831372:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611418.831374:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.831374:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611418.831376:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300692290 02000000:00000001:3.0:1749611418.831377:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749611418.831379:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405dac0. 00000100:00100000:0.0:1749611418.831379:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 02000000:00000001:3.0:1749611418.831380:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611418.831381:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749611418.831382:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.831383:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393870976 : -131936315680640 : ffff88012ec55880) 00000100:00000001:2.0:1749611418.831385:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611418.831386:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494669824:0@lo:400:kworker.0 00000100:00000040:0.0:1749611418.831387:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55880 x1834598494669440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.831388:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611418.831390:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611418.831391:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.831393:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611418.831394:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611418.831396:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611418.831398:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611418.831398:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494669440:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611418.831399:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611418.831401:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611418.831402:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494669440 02000000:00000010:3.0:1749611418.831403:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880071736400. 00000100:00000001:2.0:1749611418.831403:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611418.831405:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611418.831406:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611418.831410:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749611418.831410:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749611418.831411:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00000001:2.0:1749611418.831411:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749611418.831416:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:2.0:1749611418.831416:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611418.831421:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494669824, portal 10 00000100:00000001:3.0:1749611418.831423:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611418.831424:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749611418.831424:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611418.831425:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096329728 : -131939613221888 : ffff88006a38dc00) 00000100:00000001:2.0:1749611418.831426:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611418.831428:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00020000:0.0:1749611418.831428:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749611418.831430:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611418.831431:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611418.831433:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611418.831433:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611418.831434:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749611418.831436:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494669568:0@lo:38:kworker.0 00000100:00000001:0.0:1749611418.831437:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611418.831439:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611418.831440:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611418.831441:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611418.831441:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611418.831443:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611418.831443:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611418.831444:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611418.831445:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749611418.831446:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 02000000:00000010:0.0:1749611418.831447:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880076274800. 00000100:00000200:3.0:1749611418.831449:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494669824, offset 0 02000000:00000010:2.0:1749611418.831449:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5c00. 02000000:00000001:0.0:1749611418.831449:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611418.831451:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.831451:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611418.831454:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749611418.831454:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe840. 00010000:00000001:0.0:1749611418.831455:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749611418.831457:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00010000:00000001:0.0:1749611418.831457:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611418.831461:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494669568, portal 10 00000100:00001000:0.0:1749611418.831461:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749611418.831462:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611418.831463:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611418.831464:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096327936 : -131939613223680 : ffff88006a38d500) 00000100:00000001:0.0:1749611418.831464:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611418.831467:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749611418.831470:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf948c00 00000100:00000040:0.0:1749611418.831470:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:2.0:1749611418.831471:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611418.831472:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611418.831474:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611418.831478:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611418.831478:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:2.0:1749611418.831481:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611418.831482:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 89904 00000400:00000010:2.0:1749611418.831483:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 02000000:00000001:0.0:1749611418.831485:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749611418.831487:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494669568, offset 0 02000000:00000001:0.0:1749611418.831488:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611418.831489:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611418.831490:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611418.831491:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611418.831494:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611418.831495:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611418.831497:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611418.831499:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749611418.831499:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000200:3.0:1749611418.831501:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749611418.831503:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948b00 00000100:00000200:0.0:1749611418.831503:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494669440, offset 0 00000100:00000010:3.0:1749611418.831505:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf90700. 00000400:00000200:2.0:1749611418.831507:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 90128 00000100:00000040:3.0:1749611418.831508:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf90700 x1834598494669824 msgsize 224 00000400:00000200:2.0:1749611418.831512:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749611418.831513:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749611418.831515:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611418.831520:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611418.831556:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611418.831563:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf948a80 00000100:00000001:2.0:1749611418.831568:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611418.831569:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8d95 [1] + 0 00000400:00000200:0.0:1749611418.831575:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611418.831578:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611418.831578:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611418.831580:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494669824 02000000:00000001:2.0:1749611418.831582:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611418.831585:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611418.831587:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611418.831590:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.831591:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611418.831593:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494669824 00000400:00000200:3.0:1749611418.831594:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000020:00000001:2.0:1749611418.831596:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749611418.831596:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611418.831597:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000010:3.0:1749611418.831598:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000020:00000001:2.0:1749611418.831599:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611418.831602:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611418.831604:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749611418.831605:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:0.0:1749611418.831606:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611418.831607:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:3.0:1749611418.831611:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.831612:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611418.831615:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405d480. 00000100:00000001:0.0:1749611418.831615:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749611418.831620:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3c7fc0. 00000400:00000200:0.0:1749611418.831621:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000400:00000010:0.0:1749611418.831623:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:3.0:1749611418.831625:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611418.831626:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:2.0:1749611418.831627:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611418.831628:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749611418.831630:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611418.831631:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.831634:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1749611418.831634:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611418.831636:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611418.831638:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000020:00000001:0.0:1749611418.831638:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611418.831640:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611418.831642:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f00. 00000100:00000001:3.0:1749611418.831643:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611418.831643:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55880 x1834598494669440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611418.831646:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9a28. 00000100:00000001:3.0:1749611418.831650:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611418.831653:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1749611418.831653:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494669440:12345-0@lo:38:kworker.0 Request processed in 255us (418us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611418.831656:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749611418.831657:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 956 usecs (1 jiffies) 00000100:00000001:2.0:1749611418.831657:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611418.831660:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611418.831661:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300692290 00000100:00100000:0.0:1749611418.831662:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00000001:2.0:1749611418.831665:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611418.831665:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611418.831666:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300692290 00000100:00000001:0.0:1749611418.831666:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611418.831667:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611418.831668:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611418.831670:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300692290 00000100:00000001:3.0:1749611418.831673:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300692290 00000100:00000001:3.0:1749611418.831676:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300692290 00000020:00000010:0.0:1749611418.831677:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff080. 00000100:00000001:3.0:1749611418.831680:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300692290 00000100:00000001:3.0:1749611418.831683:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300692290 00000020:00000010:0.0:1749611418.831683:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000100:00000001:3.0:1749611418.831686:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300692290 00000100:00000001:2.0:1749611418.831687:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611418.831688:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be400. 00000100:00000001:3.0:1749611418.831690:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611418.831694:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.831695:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611418.831697:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611418.831702:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611418.831702:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00000040:2.0:1749611418.831704:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611418.831706:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.831707:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931007232 : -131938778544384 : ffff88009bf90700) 00000100:00000001:3.0:1749611418.831710:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611418.831712:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf90700 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:99/0 lens 224/0 e 0 to 0 dl 1749611429 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.831728:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611418.831730:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df40. 00000100:00080000:0.0:1749611418.831731:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611418.831733:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749611418.831736:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000010:2.0:1749611418.831737:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df40. 00000100:00100000:2.0:1749611418.831743:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494669824:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611418.831749:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494669824 00000020:00000001:2.0:1749611418.831753:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611418.831758:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611418.831761:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611418.831764:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611418.831768:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611418.831772:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611418.831777:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611418.831780:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611418.831782:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611418.831786:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611418.831789:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611418.831795:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611418.831798:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611418.831803:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7800. 02000000:00000001:2.0:1749611418.831806:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.831809:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611418.831813:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611418.831817:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494669824 00010000:00000001:2.0:1749611418.831821:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749611418.831828:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bf90700 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:99/0 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611418.831840:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611418.831843:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611418.831848:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=23 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611418.831854:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611418.831857:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611418.831905:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611418.831910:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611418.831913:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.831917:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611418.831921:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611418.831926:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00000100:00000200:2.0:1749611418.831931:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494669824, offset 224 00000400:00000200:2.0:1749611418.831937:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611418.831946:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611418.831955:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948c00 00000400:00000200:2.0:1749611418.831962:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8d9d [1] + 224 00000400:00000200:2.0:1749611418.831970:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611418.831974:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611418.831979:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611418.831986:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611418.832001:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.832035:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611418.832042:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000400:00000010:2.0:1749611418.832046:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00000001:2.0:1749611418.832049:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611418.832051:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611418.832055:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611418.832059:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611418.832059:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611418.832062:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749611418.832063:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611418.832066:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611418.832067:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611418.832069:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749611418.832070:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1749611418.832072:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:3.0:1749611418.832077:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:2.0:1749611418.832077:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf90700 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:99/0 lens 224/224 e 0 to 0 dl 1749611429 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611418.832079:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611418.832082:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611418.832087:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611418.832094:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494669824:12345-0@lo:400:kworker.0 Request processed in 363us (581us total) trans 0 rc 0/0 00000100:00000200:3.0:1749611418.832097:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611418.832104:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611418.832106:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611418.832107:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00000001:3.0:1749611418.832108:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611418.832111:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611418.832113:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611418.832115:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611418.832118:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611418.832122:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00001000:3.0:1749611418.832124:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=123 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611418.832126:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1749611418.832128:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611418.832129:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611418.832131:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611418.832132:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611418.832134:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f00. 00010000:00000001:3.0:1749611418.832135:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749611418.832139:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611418.832140:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9a28. 00010000:00000001:3.0:1749611418.832147:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611418.832147:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:3.0:1749611418.832150:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611418.832152:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000040:2.0:1749611418.832153:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611418.832154:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611418.832155:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832158:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611418.832159:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611418.832173:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611418.832176:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611418.832178:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.832178:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611418.832181:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611418.832182:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611418.832186:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56a00. 00000100:00100000:3.0:1749611418.832189:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494669824:0@lo:400:kworker.0 00000100:00000040:2.0:1749611418.832191:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec56a00 x1834598494669568 msgsize 520 00000100:00000001:3.0:1749611418.832194:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611418.832196:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611418.832198:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611418.832199:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38dc00 x1834598494669824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611418.832205:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611418.832207:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611418.832210:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880071736400. 02000000:00000001:3.0:1749611418.832214:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611418.832216:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611418.832218:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611418.832220:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611418.832220:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749611418.832223:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880129c49900. 02000000:00000001:3.0:1749611418.832226:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611418.832227:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611418.832229:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38dc00. 00000400:00000200:2.0:1749611418.832229:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000100:00000001:3.0:1749611418.832232:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1749611418.832232:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000100:00000001:3.0:1749611418.832233:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611418.832235:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.832236:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611418.832240:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611418.832242:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611418.832242:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611418.832244:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611418.832246:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832254:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611418.832259:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.832268:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832270:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611418.832274:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611418.832278:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00000100:00000001:2.0:1749611418.832281:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300692291 00000100:00000001:2.0:1749611418.832292:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300692290 00000100:00000001:2.0:1749611418.832297:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300692291 00000100:00000001:2.0:1749611418.832301:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300692290 00000100:00000001:0.0:1749611418.832307:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611418.832312:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494669568 00000100:00000001:2.0:1749611418.832314:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300692291 02000000:00000001:0.0:1749611418.832315:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611418.832317:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611418.832319:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300692290 00000100:00000001:0.0:1749611418.832320:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611418.832323:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611418.832326:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494669568 00000020:00000001:0.0:1749611418.832329:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611418.832331:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300692291 00000020:00000040:0.0:1749611418.832331:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611418.832333:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611418.832335:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300692290 00000020:00000001:0.0:1749611418.832335:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611418.832337:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611418.832342:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be400. 00000100:00000001:2.0:1749611418.832346:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611418.832346:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff080. 00000100:00000001:2.0:1749611418.832349:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611418.832350:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000100:00000001:2.0:1749611418.832351:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611418.832354:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749611418.832355:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611418.832355:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611418.832358:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.832362:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832363:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611418.832365:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611418.832368:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611418.832370:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611418.832370:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611418.832372:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611418.832375:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494669696:0@lo:38:kworker.0 00000100:00000001:2.0:1749611418.832378:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611418.832378:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611418.832380:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611418.832381:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611418.832382:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611418.832384:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611418.832385:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 02000000:00000010:2.0:1749611418.832387:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7000. 00000100:00000001:0.0:1749611418.832387:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393875456 : -131936315676160 : ffff88012ec56a00) 00000100:00000001:1.0:1749611418.832388:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611418.832389:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611418.832390:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749611418.832393:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe058. 00000100:00000001:1.0:1749611418.832393:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611418.832394:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec56a00 x1834598494669568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611418.832395:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611418.832396:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00000100:00000200:2.0:1749611418.832400:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494669696, portal 10 00000100:00000001:2.0:1749611418.832402:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611418.832403:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096328832 : -131939613222784 : ffff88006a38d880) 00000100:00100000:0.0:1749611418.832406:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494669568:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749611418.832410:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611418.832410:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494669568 00000100:00000001:2.0:1749611418.832416:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611418.832418:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611418.832420:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00000100:00000200:2.0:1749611418.832422:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494669696, offset 0 00000020:00000001:0.0:1749611418.832423:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611418.832426:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749611418.832427:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749611418.832433:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611418.832439:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611418.832444:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611418.832445:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948b80 00010000:00000001:0.0:1749611418.832448:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611418.832450:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 90648 00010000:00000001:0.0:1749611418.832453:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611418.832455:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611418.832456:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749611418.832458:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611418.832459:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611418.832462:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749611418.832462:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749611418.832463:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611418.832467:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec56d80. 00000100:00000040:2.0:1749611418.832470:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec56d80 x1834598494669696 msgsize 520 02000000:00000010:0.0:1749611418.832471:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d031c00. 00000100:00100000:2.0:1749611418.832473:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749611418.832474:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611418.832478:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611418.832482:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611418.832484:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832489:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:0.0:1749611418.832489:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611418.832493:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000100:00000001:0.0:1749611418.832493:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1749611418.832495:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00000001:0.0:1749611418.832497:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611418.832498:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611418.832500:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:2.0:1749611418.832502:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611418.832504:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611418.832507:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611418.832509:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611418.832511:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611418.832512:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611418.832513:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494669696 00000100:00000040:0.0:1749611418.832513:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749611418.832516:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749611418.832516:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611418.832518:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611418.832519:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611418.832519:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832520:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611418.832521:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832544:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611418.832548:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00000100:00000001:2.0:1749611418.832551:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300692291 02000000:00000001:1.0:1749611418.832551:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832553:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300692291 00000100:00100000:1.0:1749611418.832555:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494669696 00000100:00000001:2.0:1749611418.832556:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300692291 00000020:00000001:1.0:1749611418.832557:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611418.832558:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300692291 00000020:00000040:1.0:1749611418.832559:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611418.832560:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300692291 00000020:00000001:1.0:1749611418.832561:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611418.832562:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300692291 00000100:00000001:0.0:1749611418.832562:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611418.832564:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300692291 00000020:00000001:1.0:1749611418.832564:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832566:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300692291 00000020:00000001:1.0:1749611418.832566:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611418.832567:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611418.832568:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611418.832571:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000400:00000010:0.0:1749611418.832571:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000001:2.0:1749611418.832575:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611418.832576:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649880. 00000100:00000200:0.0:1749611418.832578:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494669568, offset 0 00000400:00000001:2.0:1749611418.832580:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749611418.832580:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000400:00000001:2.0:1749611418.832582:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611418.832584:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe268. 00000100:00000001:1.0:1749611418.832584:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749611418.832587:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749611418.832589:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749611418.832591:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611418.832594:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749611418.832596:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611418.832597:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611418.832598:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611418.832601:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611418.832604:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611418.832610:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611418.832611:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611418.832611:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.832613:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.832615:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611418.832617:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611418.832619:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611418.832619:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611418.832620:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611418.832620:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611418.832620:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948b00 02000000:00000001:2.0:1749611418.832623:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611418.832625:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000400:00000200:0.0:1749611418.832627:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8da5 [1] + 0 00000100:00001000:2.0:1749611418.832628:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611418 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611418.832628:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393876352 : -131936315675264 : ffff88012ec56d80) 00000100:00001000:2.0:1749611418.832631:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=91 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611418.832634:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611418.832634:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec56d80 x1834598494669696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611438 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611418.832634:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611418.832637:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611418.832639:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611418.832639:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611418.832643:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611418.832647:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494669696:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611418.832651:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749611418.832651:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494669696 00000100:00000001:2.0:1749611418.832653:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749611418.832654:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611418.832655:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611418.832656:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611418.832656:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611418.832657:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611418.832659:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611418.832662:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:0.0:1749611418.832664:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611418.832665:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749611418.832665:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832667:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:1.0:1749611418.832669:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611418.832672:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611418.832675:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611418.832676:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611418.832678:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611418.832680:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611418.832680:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611418.832682:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749611418.832685:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494669440:0@lo:38:kworker.0 02000000:00000010:1.0:1749611418.832686:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fa9400. 02000000:00000001:1.0:1749611418.832688:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832689:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611418.832690:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832691:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611418.832693:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611418.832693:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611418.832694:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38d180 x1834598494669440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611418.832695:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611418.832698:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611418.832700:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611418.832701:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611418.832701:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 02000000:00000001:2.0:1749611418.832702:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611418.832704:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5800. 00000100:00000001:1.0:1749611418.832704:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749611418.832704:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 02000000:00000001:2.0:1749611418.832707:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749611418.832707:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611418.832708:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611418.832709:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611418.832709:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611418.832710:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749611418.832710:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611418.832711:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:2.0:1749611418.832712:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611418.832714:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbac000. 00000100:00000001:0.0:1749611418.832715:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611418.832717:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611418.832719:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611418.832720:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38d180. 00000100:00000040:0.0:1749611418.832720:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611418.832721:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611418.832723:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749611418.832723:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611418.832723:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832724:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611418.832725:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832726:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611418.832727:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611418.832728:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611418.832730:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611418.832732:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611418.832734:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611418.832734:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000040:0.0:1749611418.832734:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56a00 x1834598494669568/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.832736:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611418.832737:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749611418.832738:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494669696, offset 0 00000400:00000001:2.0:1749611418.832740:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611418.832742:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611418.832744:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe840. 00000400:00000200:2.0:1749611418.832746:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000400:00000010:2.0:1749611418.832748:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00100000:0.0:1749611418.832749:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494669568:12345-0@lo:38:kworker.0 Request processed in 341us (554us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611418.832750:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611418.832754:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611418.832754:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611418.832762:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611418.832762:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000400:00000200:1.0:1749611418.832763:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611418.832766:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611418.832768:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749611418.832770:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948b80 00000100:00000001:2.0:1749611418.832773:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749611418.832773:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff080. 00000100:00000001:2.0:1749611418.832775:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611418.832776:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8db5 [1] + 0 00000100:00000001:2.0:1749611418.832777:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749611418.832777:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 02000000:00000001:2.0:1749611418.832779:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611418.832780:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611418.832781:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611418.832781:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749611418.832781:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be400. 02000000:00000001:2.0:1749611418.832783:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611418.832784:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611418.832786:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611418.832787:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611418 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611418.832788:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749611418.832790:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=73 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611418.832792:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611418.832794:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611418.832794:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.832796:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611418.832800:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611418.832805:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.832806:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611418.832808:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611418.832809:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.832811:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611418.832812:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611418.832814:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:2.0:1749611418.832815:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611418.832817:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611418.832819:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611418.832820:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611418.832822:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000040:2.0:1749611418.832823:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611418.832825:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611418.832827:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749611418.832830:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494669568:0@lo:38:kworker.0 00000100:00000001:1.0:1749611418.832830:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611418.832833:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611418.832835:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611418.832836:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611418.832837:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749611418.832838:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611418.832839:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe058. 00000400:00000200:2.0:1749611418.832842:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000100:00000040:1.0:1749611418.832842:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec56d80 x1834598494669696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611438 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611418.832843:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00000100:00000001:2.0:1749611418.832850:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749611418.832852:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494669696:12345-0@lo:38:kworker.0 Request processed in 206us (380us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749611418.832854:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611418.832861:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00000200:2.0:1749611418.832862:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.832895:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611418.832897:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611418.832898:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611418.832899:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611418.832900:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749611418.832901:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611418.832902:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611418.832904:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611418.832904:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649880. 02000000:00000001:2.0:1749611418.832906:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611418.832908:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00001000:2.0:1749611418.832910:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611418 v=5 (0 0 0 0) 00000020:00000010:1.0:1749611418.832912:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 00000100:00001000:2.0:1749611418.832913:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=123 v=20 (1 1 1 20) 00000100:00000001:2.0:1749611418.832915:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611418.832916:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.832917:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611418.832918:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611418.832922:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.832929:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611418.832932:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611418.832933:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.832935:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611418.832936:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611418.832939:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611418.832941:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611418.832943:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611418.832946:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611418.832953:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494669696:0@lo:38:kworker.0 00000100:00000001:2.0:1749611418.832965:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.832968:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611418.832971:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38d500 x1834598494669568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.832977:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611418.832979:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611418.832981:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5c00. 02000000:00000001:2.0:1749611418.832983:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611418.832984:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611418.832986:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611418.832987:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611418.832989:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbadc00. 02000000:00000001:2.0:1749611418.832992:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611418.832993:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611418.832994:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38d500. 00000100:00000001:2.0:1749611418.832997:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611418.832998:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.833000:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611418.833002:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38d880 x1834598494669696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611418.833009:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611418.833010:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611418.833011:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7000. 02000000:00000001:2.0:1749611418.833013:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611418.833014:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611418.833015:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611418.833017:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611418.833018:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbae800. 02000000:00000001:2.0:1749611418.833020:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611418.833021:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611418.833023:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38d880. 00000100:00000001:2.0:1749611418.833025:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611418.833026:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611418.833027:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.833029:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611418.833030:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611418.833036:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611418.833038:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611418.833624:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300692291, at 4300692291 00000100:00000040:0.0:1749611418.833626:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300692291, at 4300692291 00000100:00000010:1.0:1749611418.833632:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405d300. 00000100:00000010:0.0:1749611418.833634:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405d240. 00000100:00000040:2.0:1749611418.833648:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300692291, at 4300692291 00000100:00000010:2.0:1749611418.833660:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405d600. 00000100:00000040:3.0:1749611418.833667:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300692291, at 4300692291 00000100:00000010:3.0:1749611418.833681:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405dac0. 00010000:00000001:0.0:1749611418.982674:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611418.982681:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611418.982772:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611418.982777:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611418.982781:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611419.135640:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611419.135647:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611419.135649:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611419.135653:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611419.135670:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611419.135674:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611419.135677:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611419.135680:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611419.135683:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611419.458679:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611419.458687:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611419.458705:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611419.458709:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611419.458712:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611419.458717:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611419.458719:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611419.458722:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611419.458724:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611419.622703:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611419.622709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611419.622710:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611419.622714:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611419.622716:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611419.622718:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611419.622720:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611419.622729:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec54a80 x1834598494666880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611419.622736:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611419.622738:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54a80 x1834598494666880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611419.622743:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611419.622745:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611419.622747:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611419.622748:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611419.622750:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54a80 x1834598494666880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611419.622755:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494666880:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611419.622758:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611419.622760:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611419.622761:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611419.622762:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611419.622764:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54a80 x1834598494666880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611419.622768:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611419.622770:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:0.0:1749611419.622786:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611419.622787:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611419.622790:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611419.622793:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611419.622795:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611419.622797:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=4 00000020:00000001:0.0:1749611419.622799:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749611419.622801:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00010000:0.0:1749611419.622805:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611419.622810:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611419.622814:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611419.622818:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611419.622820:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611419.622824:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611419.622825:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611419.622826:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611419.622830:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611419.622831:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611419.622833:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611419.622834:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611419.622838:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611419.622840:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611419.622842:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611419.622849:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611419.622850:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611419.622850:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611419.622851:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e000 refcount=5 00000020:00000001:0.0:1749611419.622852:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749611419.622854:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00010000:00000001:0.0:1749611419.622855:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611419.622857:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611419.622888:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611419.622889:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611419.622892:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:0.0:1749611419.622894:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611419.622895:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611419.622896:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611419.622897:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611419.622899:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611419.622900:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611419.622901:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611419.622902:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611419.622903:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e000 with handle 0x689c0ec07329d469 from hash 00010000:00000001:0.0:1749611419.622905:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611419.622906:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611419.622906:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611419.622907:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611419.622907:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611419.622908:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611419.622910:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611419.622910:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611419.622911:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611419.622912:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611419.622917:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611419.622920:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611419.622921:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611419.622922:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611419.622923:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611419.622924:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611419.622924:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611419.622925:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611419.622926:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e000/0x689c0ec07329d469 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611419.622930:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009d2add00 count: 0 00010000:00000001:0.0:1749611419.622951:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611419.622952:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611419.622954:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611419.622957:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54a80 x1834598494666880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611419.622961:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611419.622963:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611419.622964:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611419.622965:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611419.622968:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f200. 02000000:00000001:0.0:1749611419.622971:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611419.622973:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611419.622974:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54a80. 00000100:00000001:0.0:1749611419.622977:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611419.622978:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611419.622979:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611419.622981:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749611419.622983:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:0.0:1749611419.622986:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:0.0:1749611419.622987:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:0.0:1749611419.622989:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611419.622990:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611419.622994:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b4070600) refs 2 10000000:00000001:0.0:1749611419.622995:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611419.622997:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611419.622998:0:9690:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 3 10000000:00000001:0.0:1749611419.622999:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611419.623000:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611419.623001:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749611419.623002:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611419.623003:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229800 from 1 10000000:00000001:0.0:1749611419.623005:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611419.623006:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749611419.623009:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38df80. 00000020:00000040:0.0:1749611419.623011:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611419.623014:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611419.623016:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611419.623019:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611419.623024:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009c9be400. 00000100:00000001:0.0:1749611419.623029:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611419.623031:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611419.623032:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611419.623036:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129c49e00. 00010000:00000001:0.0:1749611419.623039:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611419.623040:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009c9be600. 00000020:00000001:0.0:1749611419.623042:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611419.623044:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009c9be600 with handle 0x689c0ec07329d47e to hash 00000020:00000001:0.0:1749611419.623045:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611419.623046:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134941681152 : -131938767870464 : ffff88009c9be600) 00010000:00000001:0.0:1749611419.623048:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134941681152 : -131938767870464 : ffff88009c9be600) 00010000:00000001:0.0:1749611419.623049:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611419.623050:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611419.623052:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611419.623056:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611419.623068:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611419.623072:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611419.623073:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611419.623077:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c71900. 00000100:00000001:0.0:1749611419.623078:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427540224 : -131936282011392 : ffff880130c71900) 00000100:00000001:0.0:1749611419.623079:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611419.623080:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096330624 : -131939613220992 : ffff88006a38df80) 00000100:00000001:0.0:1749611419.623083:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611419.623086:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611419.623087:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611419.623089:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611419.623091:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38df80 x1834598494669952/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611419.623095:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611419.623097:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611419.623098:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006a38df80 x1834598494669952/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611419.623103:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611419.623104:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611419.623105:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611419.623106:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611419.623107:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611419.623108:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611419.623108:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611419.623109:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611419.623110:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1749611419.628680:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d2add00. 00010000:00000010:3.1:1749611419.628691:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e000. 00000100:00000001:2.0:1749611419.832625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611419.832639:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611419.832641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611419.832645:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611419.832647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611419.832649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611419.832651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611419.984654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611419.984659:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611419.984726:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611419.984729:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611419.984732:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611420.135630:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611420.135636:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611420.135637:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611420.135654:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611420.135657:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611420.135660:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611420.135663:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611420.135665:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611420.135668:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611420.458641:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611420.458647:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611420.458648:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611420.458652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611420.458654:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611420.458657:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611420.458659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611420.458661:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611420.458662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611420.622725:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611420.622731:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611420.622734:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611420.622738:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611420.622740:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611420.622743:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611420.622746:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611420.622748:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611420.622750:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611420.832596:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611420.832608:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611420.832610:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611420.832613:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611420.832615:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611420.832617:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611420.832619:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611420.986649:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611420.986655:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611420.986723:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611420.986727:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611420.986729:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611421.135631:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611421.135637:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611421.135639:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611421.135642:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611421.135644:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611421.135647:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611421.135648:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611421.135650:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611421.135652:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611421.458642:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611421.458648:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611421.458650:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611421.458653:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611421.458655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611421.458658:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611421.458659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611421.458661:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611421.458663:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611421.622656:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611421.622663:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611421.622665:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611421.622670:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611421.622674:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611421.622677:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611421.622680:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611421.622683:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611421.622685:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611421.832646:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611421.832659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611421.832661:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611421.832678:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611421.832680:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611421.832683:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611421.832686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611421.988657:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611421.988663:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611421.988754:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611421.988757:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611421.988759:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611422.135630:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611422.135635:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611422.135637:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611422.135640:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611422.135642:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611422.135644:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611422.135646:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611422.135648:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611422.135650:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611422.458780:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611422.458787:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611422.458789:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611422.458793:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611422.458796:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611422.458799:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611422.458802:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611422.458804:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611422.458806:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611422.622667:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611422.622672:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611422.622674:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611422.622677:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611422.622680:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611422.622683:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611422.622684:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611422.622687:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611422.622700:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611422.832590:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611422.832602:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611422.832604:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611422.832607:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611422.832608:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611422.832611:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611422.832612:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611422.990639:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611422.990644:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611422.990731:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611422.990734:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611422.990736:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611423.135608:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611423.135614:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611423.135616:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611423.135619:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611423.135621:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611423.135623:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611423.135637:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611423.135639:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611423.135641:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.458637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611423.458643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611423.458645:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611423.458648:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611423.458650:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611423.458653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611423.458655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611423.458657:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611423.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.622641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611423.622648:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611423.622649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611423.622652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611423.622654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611423.622657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611423.622659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611423.622661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611423.622662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.832602:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611423.832614:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611423.832616:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611423.832620:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611423.832622:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611423.832624:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.832625:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611423.838605:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611423.838612:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611423.838616:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611423.838619:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611423.838621:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611423.838623:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611423.838626:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611423.838631:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6024 00000100:00080000:0.0:1749611423.838635:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611423.838637:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611423.838640:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611423.838642:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611423.838644:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611423.838647:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611423.838664:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611423.838666:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611423.838669:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611423.838670:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611423.838672:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611423.838675:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611423.838676:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611423.838677:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611423.838678:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611423.838681:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611423.838683:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611423.838685:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611423.838687:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611423.838693:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611423.838695:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.838697:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611423.838699:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611423.838703:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38e300. 00000020:00000040:0.0:1749611423.838706:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611423.838709:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611423.838711:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.838713:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611423.838715:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611423.838718:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611423.838726:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3800. 00000100:00000001:0.0:1749611423.838732:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611423.838739:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611423.838747:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611423.838750:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611423.838754:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38e300] to pc [ptlrpcd_rcv+-1] req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611423.838776:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611423.838783:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611423.838786:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611423.838787:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611423.838788:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611423.838790:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611423.838792:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6024 00000100:00080000:0.0:1749611423.838793:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611423.838795:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611423.838797:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611423.838798:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611423.838799:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611423.838801:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611423.838802:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611423.838819:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611423.838866:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611423.838869:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611423.838871:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611423.838874:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611423.838876:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611423.838878:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611423.838880:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611423.838882:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611423.838885:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611423.838887:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611423.838889:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611423.838893:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611423.838895:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.838897:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611423.838899:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611423.838899:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611423.838902:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38e680. 00000100:00000001:2.0:1749611423.838905:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749611423.838905:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749611423.838908:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749611423.838916:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749611423.838917:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611423.838918:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.838921:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611423.838923:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611423.838926:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.838929:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611423.838931:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611423.838932:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3000. 02000000:00000001:2.0:1749611423.838935:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611423.838938:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611423.838939:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611423.838941:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611423.838945:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494670080:0@lo:38:kworker.0 00000100:00100000:0.0:1749611423.838945:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611423.838950:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611423.838954:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611423.838956:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.838958:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749611423.838959:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611423.838962:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611423.838965:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f5c00. 02000000:00000001:2.0:1749611423.838967:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611423.838967:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38e680] to pc [ptlrpcd_rcv+-1] req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611423.838975:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe058. 00000100:00000001:0.0:1749611423.838981:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611423.838983:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ab28. 00000100:00080000:0.0:1749611423.838986:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749611423.838991:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494670080, portal 4 00000100:00080000:0.0:1749611423.838991:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611423.838993:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749611423.838994:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611423.838996:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096331520 : -131939613220096 : ffff88006a38e300) 00000100:00080000:0.0:1749611423.838996:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611423.839000:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611423.839003:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6024 00000100:00000040:2.0:1749611423.839005:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611423.839006:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611423.839011:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611423.839014:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611423.839016:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611423.839020:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611423.839023:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749611423.839023:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611423.839026:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:2.0:1749611423.839028:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611423.839028:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749611423.839030:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000020:00000040:0.0:1749611423.839031:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000200:2.0:1749611423.839034:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494670080, offset 0 00000020:00000001:0.0:1749611423.839035:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611423.839038:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749611423.839040:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611423.839065:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611423.839066:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611423.839068:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000200:2.0:1749611423.839069:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611423.839069:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611423.839071:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611423.839073:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611423.839074:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611423.839075:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749611423.839078:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf948d00 02000000:00000001:0.0:1749611423.839078:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611423.839080:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.839081:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611423.839082:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611423.839083:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 18720 00000100:00000010:0.0:1749611423.839084:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ea00. 00000020:00000040:0.0:1749611423.839086:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611423.839088:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749611423.839089:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611423.839089:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.839090:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611423.839091:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749611423.839093:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611423.839093:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611423.839096:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab1400. 00000100:00000001:2.0:1749611423.839097:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611423.839099:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749611423.839099:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611423.839102:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54e00. 00000100:00100000:0.0:1749611423.839102:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749611423.839104:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54e00 x1834598494670080 msgsize 520 00000100:00000001:0.0:1749611423.839107:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1749611423.839108:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611423.839109:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611423.839112:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38ea00] to pc [ptlrpcd_rcv+-1] req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611423.839117:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611423.839119:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611423.839121:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611423.839124:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ed80. 00000020:00000040:0.0:1749611423.839125:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611423.839129:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611423.839131:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611423.839132:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611423.839133:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611423.839135:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 02000000:00000010:0.0:1749611423.839136:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880129c49100. 00000400:00000010:2.0:1749611423.839137:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:0.0:1749611423.839138:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839139:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611423.839141:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611423.839143:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611423.839146:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611423.839148:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839149:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611423.839151:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38ed80] to pc [ptlrpcd_00_02+2] req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611423.839152:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611423.839157:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839158:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611423.839161:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611423.839164:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1282 usecs (2 jiffies) 00000100:00000001:2.0:1749611423.839167:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300697298 00000100:00000010:2.0:1749611423.839171:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405d600. 00000100:00000001:2.0:1749611423.839177:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611423.839178:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611423.839184:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6035) 00000100:00000001:2.0:1749611423.839200:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300697298 00000100:00000010:2.0:1749611423.839209:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405df40. 00000100:00000001:2.0:1749611423.839212:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611423.839218:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300697298 00000100:00000001:1.0:1749611423.839219:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611423.839219:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749611423.839221:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405df00. 00000100:00100000:1.0:1749611423.839222:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494670080 00000100:00100000:0.0:1749611423.839222:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1749611423.839223:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611423.839223:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611423.839224:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611423.839225:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611423.839226:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839227:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300697298 00000100:00000001:1.0:1749611423.839227:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749611423.839229:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405d4c0. 00000100:00000001:1.0:1749611423.839229:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.839229:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611423.839231:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611423.839232:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:1.0:1749611423.839232:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.839233:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611423.839235:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611423.839236:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611423.839236:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494670080 00000100:00000001:0.0:1749611423.839236:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749611423.839237:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611423.839238:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611423.839238:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611423.839240:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611423.839241:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839242:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611423.839242:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611423.839243:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611423.839243:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611423.839247:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000100:00000001:2.0:1749611423.839248:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611423.839250:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611423.839251:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611423.839252:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649880. 00000100:00000001:0.0:1749611423.839252:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839253:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611423.839254:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611423.839255:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749611423.839255:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749611423.839256:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 02000000:00000001:0.0:1749611423.839257:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611423.839259:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611423.839260:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611423.839260:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611423.839261:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749611423.839261:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494670464:0@lo:400:kworker.0 00000100:00000001:1.0:1749611423.839262:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.839264:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611423.839267:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611423.839267:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611423.839268:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611423.839268:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839270:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611423.839270:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611423.839272:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749611423.839272:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bf400. 02000000:00000001:2.0:1749611423.839274:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611423.839274:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611423.839277:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611423.839278:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611423.839280:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494670208:0@lo:38:kworker.0 00000100:00000001:1.0:1749611423.839281:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611423.839282:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749611423.839282:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000100:00000001:2.0:1749611423.839284:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611423.839286:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611423.839287:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611423.839287:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000400:00000010:0.0:1749611423.839287:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 02000000:00000001:2.0:1749611423.839288:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611423.839289:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393868288 : -131936315683328 : ffff88012ec54e00) 02000000:00000010:2.0:1749611423.839291:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f7000. 00000100:00000200:0.0:1749611423.839291:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494670464, portal 10 02000000:00000001:2.0:1749611423.839293:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611423.839293:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54e00 x1834598494670080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611423.839293:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1749611423.839295:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe840. 00000100:00000001:0.0:1749611423.839295:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096334208 : -131939613217408 : ffff88006a38ed80) 00000400:00000010:2.0:1749611423.839298:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5af68. 00000100:00100000:1.0:1749611423.839302:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494670080:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611423.839302:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611423.839306:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494670208, portal 10 00000100:00000001:2.0:1749611423.839307:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611423.839308:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096332416 : -131939613219200 : ffff88006a38e680) 00000100:00000001:0.0:1749611423.839310:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611423.839311:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494670080 00000100:00000040:0.0:1749611423.839312:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611423.839313:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611423.839314:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749611423.839314:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00010000:00000001:1.0:1749611423.839317:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611423.839317:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494670464, offset 0 00000100:00000001:2.0:1749611423.839318:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611423.839320:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611423.839321:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000400:00000200:0.0:1749611423.839322:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611423.839328:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611423.839330:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611423.839331:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494670208, offset 0 00010000:00020000:1.0:1749611423.839331:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611423.839334:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611423.839334:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611423.839336:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611423.839337:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf948e80 00000400:00000200:2.0:1749611423.839339:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611423.839339:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611423.839340:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611423.839342:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611423.839343:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 91168 00000400:00000200:2.0:1749611423.839344:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948d80 02000000:00000010:1.0:1749611423.839346:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fab400. 02000000:00000001:1.0:1749611423.839347:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611423.839348:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611423.839349:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 91392 00000400:00000200:0.0:1749611423.839350:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749611423.839351:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611423.839352:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749611423.839353:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611423.839353:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611423.839355:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749611423.839356:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611423.839357:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611423.839358:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749611423.839359:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611423.839361:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611423.839363:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000010:0.0:1749611423.839363:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38f100. 00000100:00000001:1.0:1749611423.839365:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611423.839365:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38f100 x1834598494670464 msgsize 224 00000100:00000001:1.0:1749611423.839366:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611423.839369:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749611423.839370:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749611423.839370:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611423.839371:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611423.839373:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611423.839374:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611423.839377:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749611423.839379:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749611423.839380:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494670080, offset 0 00000400:00000200:1.0:1749611423.839394:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611423.839396:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611423.839397:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00100000:2.0:1749611423.839399:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494670464 00000400:00000010:0.0:1749611423.839399:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 02000000:00000001:2.0:1749611423.839401:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749611423.839401:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611423.839402:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611423.839403:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611423.839405:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611423.839405:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611423.839406:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf948d00 02000000:00000001:2.0:1749611423.839408:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611423.839410:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8dc5 [1] + 0 00000100:00100000:2.0:1749611423.839411:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494670464 00000100:00000001:0.0:1749611423.839411:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611423.839413:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749611423.839413:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611423.839413:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611423.839414:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611423.839417:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611423.839418:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611423.839420:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000200:1.0:1749611423.839420:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611423.839422:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611423.839423:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611423.839424:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611423.839424:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611423.839425:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:3.0:1749611423.839426:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749611423.839427:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611423.839428:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611423.839430:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf91c00. 00000100:00000001:2.0:1749611423.839430:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749611423.839431:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 956 usecs (1 jiffies) 00000020:00000010:2.0:1749611423.839432:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405d400. 00000100:00000040:3.0:1749611423.839433:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf91c00 x1834598494670208 msgsize 520 00000100:00000001:0.0:1749611423.839433:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300697297 00000100:00000040:1.0:1749611423.839434:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611423.839435:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300697298 00000020:00000010:2.0:1749611423.839436:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b405d480. 00000100:00000001:0.0:1749611423.839437:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300697297 00000100:00100000:3.0:1749611423.839438:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611423.839439:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300697298 00000100:00000001:0.0:1749611423.839440:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300697297 00000100:00000001:1.0:1749611423.839441:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611423.839441:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300697298 00000020:00000040:2.0:1749611423.839442:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611423.839442:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300697297 00000100:00000001:0.0:1749611423.839444:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300697298 00000100:00000001:0.0:1749611423.839445:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611423.839446:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611423.839446:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611423.839447:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749611423.839447:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839449:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611423.839449:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611423.839449:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611423.839451:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611423.839451:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611423.839454:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000100:00000001:1.0:1749611423.839455:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611423.839457:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000040:1.0:1749611423.839457:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611423.839458:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.839459:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749611423.839459:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000020:00000001:1.0:1749611423.839460:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611423.839462:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f00. 00000100:00000040:1.0:1749611423.839463:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54e00 x1834598494670080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611423.839463:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749611423.839464:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611423.839465:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494670208 00000020:00000010:2.0:1749611423.839466:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9a28. 02000000:00000001:0.0:1749611423.839466:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611423.839468:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611423.839469:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611423.839471:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494670080:12345-0@lo:38:kworker.0 Request processed in 168us (364us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749611423.839471:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611423.839473:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494670208 00000100:00000040:2.0:1749611423.839474:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1749611423.839474:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611423.839475:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611423.839476:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749611423.839476:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749611423.839477:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00000001:2.0:1749611423.839478:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749611423.839478:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611423.839479:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1749611423.839479:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839480:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611423.839480:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749611423.839482:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be800. 00000020:00000010:1.0:1749611423.839483:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649880. 00000100:00000001:3.0:1749611423.839484:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749611423.839485:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff080. 00000100:00000001:2.0:1749611423.839486:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1749611423.839486:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000040:3.0:1749611423.839487:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611423.839488:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1749611423.839488:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 00000020:00000010:0.0:1749611423.839488:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000100:00000001:2.0:1749611423.839489:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.839491:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611423.839492:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611423.839492:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611423.839493:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.839495:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839495:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.839497:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611423.839500:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.839501:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839502:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611423.839504:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749611423.839505:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1112 usecs (2 jiffies) 00000100:00000001:3.0:1749611423.839507:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300697298 00000100:00100000:2.0:1749611423.839507:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00000001:0.0:1749611423.839507:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611423.839510:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611423.839511:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300697298 00000100:00000001:2.0:1749611423.839512:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096335104 : -131939613216512 : ffff88006a38f100) 00000100:00000001:1.0:1749611423.839512:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611423.839513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300697298 00000100:00000001:1.0:1749611423.839513:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611423.839514:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611423.839515:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611423.839516:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300697298 00000100:00100000:1.0:1749611423.839516:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00000040:2.0:1749611423.839517:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38f100 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:104/0 lens 224/0 e 0 to 0 dl 1749611434 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.839518:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300697298 00000100:00000001:1.0:1749611423.839518:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931012608 : -131938778539008 : ffff88009bf91c00) 00000100:00000001:0.0:1749611423.839518:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.839520:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.839521:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300697298 00000100:00000040:1.0:1749611423.839521:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf91c00 x1834598494670208/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.839554:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300697298 00000100:00000001:3.0:1749611423.839556:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300697298 00000100:00000001:2.0:1749611423.839556:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611423.839559:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611423.839559:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405d480. 00000100:00000001:3.0:1749611423.839562:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839562:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611423.839564:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405d480. 00000100:00100000:1.0:1749611423.839564:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494670208:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611423.839565:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749611423.839566:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494670208 00000020:00000001:1.0:1749611423.839568:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749611423.839569:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611423.839569:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494670464:12345-0@lo:400:kworker.0 00010000:00000001:1.0:1749611423.839569:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749611423.839573:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494670464 00000020:00000001:1.0:1749611423.839575:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611423.839576:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611423.839577:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00020000:1.0:1749611423.839577:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611423.839578:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611423.839579:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749611423.839579:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611423.839580:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749611423.839581:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611423.839581:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611423.839582:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611423.839582:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749611423.839584:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611423.839584:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611423.839584:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611423.839585:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749611423.839586:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:3.0:1749611423.839587:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494670336:0@lo:38:kworker.0 02000000:00000010:1.0:1749611423.839587:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fa8000. 00000020:00000001:2.0:1749611423.839589:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1749611423.839589:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611423.839590:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.839591:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1749611423.839592:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749611423.839593:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611423.839593:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611423.839593:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611423.839594:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611423.839595:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:1.0:1749611423.839595:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749611423.839597:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749611423.839597:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611423.839599:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611423.839600:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611423.839602:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611423.839602:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611423.839603:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:2.0:1749611423.839604:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611423.839605:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b562800. 00000100:00000040:1.0:1749611423.839605:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611423.839607:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611423.839607:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749611423.839607:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611423.839608:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611423.839609:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611423.839610:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749611423.839611:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00000040:1.0:1749611423.839611:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611423.839612:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 02000000:00000001:2.0:1749611423.839613:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611423.839615:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5800. 00000100:00000200:1.0:1749611423.839615:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494670208, offset 0 00000400:00000010:3.0:1749611423.839616:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000400:00000200:1.0:1749611423.839617:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611423.839618:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839620:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611423.839621:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494670336, portal 10 00000020:00000001:2.0:1749611423.839622:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611423.839622:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611423.839623:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611423.839624:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096333312 : -131939613218304 : ffff88006a38ea00) 00010000:00000040:2.0:1749611423.839625:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494670464 00010000:00000001:2.0:1749611423.839628:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749611423.839630:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611423.839630:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948d80 00010000:00000200:2.0:1749611423.839633:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a38f100 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:104/0 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611423.839634:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8dd1 [1] + 0 00000400:00000200:1.0:1749611423.839637:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611423.839638:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611423.839639:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611423.839640:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749611423.839641:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611423.839641:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749611423.839642:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00010000:00000001:2.0:1749611423.839643:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611423.839645:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494670336, offset 0 00000100:00000200:1.0:1749611423.839645:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611423.839646:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=28 v=5 (1 1 1 1) 00000400:00000200:3.0:1749611423.839649:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611423.839650:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611423.839652:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:1.0:1749611423.839652:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611423.839655:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611423.839656:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611423.839657:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611423.839657:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611423.839659:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611423.839660:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:2.0:1749611423.839661:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749611423.839661:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749611423.839662:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749611423.839663:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf948e00 00000100:00000040:2.0:1749611423.839663:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611423.839664:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749611423.839665:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00000100:00000001:1.0:1749611423.839666:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611423.839667:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 91912 00000100:00000040:1.0:1749611423.839668:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611423.839670:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611423.839671:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494670464, offset 224 00000020:00000001:1.0:1749611423.839671:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611423.839672:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611423.839674:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf91c00 x1834598494670208/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611423.839675:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611423.839676:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611423.839679:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749611423.839680:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494670208:12345-0@lo:38:kworker.0 Request processed in 117us (245us total) trans 0 rc -19/-19 00000100:00000200:3.0:1749611423.839681:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749611423.839681:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749611423.839684:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf91180. 00000400:00000200:2.0:1749611423.839685:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948e80 00000100:00100000:1.0:1749611423.839686:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00000040:3.0:1749611423.839687:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf91180 x1834598494670336 msgsize 520 00000100:00000001:1.0:1749611423.839687:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611423.839688:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611423.839690:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8dcd [1] + 224 00000100:00100000:3.0:1749611423.839691:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749611423.839691:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff080. 00000020:00000010:1.0:1749611423.839693:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000400:00000200:2.0:1749611423.839694:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611423.839695:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be800. 00000400:00000200:2.0:1749611423.839697:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611423.839700:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611423.839704:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.839709:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611423.839713:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000040:2.0:1749611423.839714:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611423.839714:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611423.839715:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611423.839719:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611423.839720:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611423.839721:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494670336 00000100:00000200:3.0:1749611423.839722:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611423.839723:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611423.839727:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611423.839729:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.839730:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611423.839731:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839732:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611423.839733:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611423.839733:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494670336 00000020:00000001:1.0:1749611423.839734:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611423.839735:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749611423.839736:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000020:00000001:1.0:1749611423.839736:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:0.0:1749611423.839736:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:2.0:1749611423.839738:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000020:00000001:1.0:1749611423.839738:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611423.839739:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611423.839739:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611423.839741:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749611423.839741:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000100:00000001:2.0:1749611423.839742:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749611423.839743:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649880. 00000100:00000001:2.0:1749611423.839745:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611423.839745:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:0.0:1749611423.839745:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611423.839746:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611423.839747:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749611423.839748:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611423.839748:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611423.839750:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611423.839750:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611423.839751:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611423.839751:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:0.0:1749611423.839751:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611423.839752:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.839753:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611423.839753:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611423.839753:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000020:00000001:2.0:1749611423.839755:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611423.839757:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611423.839757:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000100:00000001:1.0:1749611423.839774:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611423.839776:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000040:3.0:1749611423.839777:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000100:00000040:2.0:1749611423.839777:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38f100 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:104/0 lens 224/224 e 0 to 0 dl 1749611434 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611423.839778:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611423.839780:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611423.839781:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300697298 00000100:00000001:1.0:1749611423.839781:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611423.839784:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611423.839785:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00000001:3.0:1749611423.839786:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300697298 00000100:00000001:1.0:1749611423.839788:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931009920 : -131938778541696 : ffff88009bf91180) 00000100:00000001:3.0:1749611423.839789:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300697298 00000100:00000040:1.0:1749611423.839792:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf91180 x1834598494670336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611443 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.839793:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300697298 00000100:00100000:2.0:1749611423.839793:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494670464:12345-0@lo:400:kworker.0 Request processed in 233us (423us total) trans 0 rc 0/0 00000100:00000200:0.0:1749611423.839794:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.839796:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300697298 00000100:00000001:3.0:1749611423.839799:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300697298 00000100:00100000:1.0:1749611423.839801:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494670336:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611423.839801:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611423.839802:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300697298 00000100:00000001:0.0:1749611423.839803:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611423.839804:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494670336 00000100:00000001:3.0:1749611423.839805:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300697298 00000100:00100000:2.0:1749611423.839805:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00000001:0.0:1749611423.839805:0:28324:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749611423.839806:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611423.839807:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1749611423.839808:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611423.839809:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611423.839809:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611423.839810:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611423.839811:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.839813:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611423.839813:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839814:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749611423.839815:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611423.839817:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749611423.839818:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00020000:1.0:1749611423.839818:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:0.0:1749611423.839819:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=128 v=5 (5 5 5 5) 00000400:00000001:3.0:1749611423.839820:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749611423.839820:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749611423.839846:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f00. 00000100:00001000:0.0:1749611423.839848:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611423.839851:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1749611423.839852:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611423.839853:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe058. 00000100:00000001:0.0:1749611423.839853:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611423.839854:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:2.0:1749611423.839855:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9a28. 00010000:00000001:0.0:1749611423.839856:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749611423.839857:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ab28 00000400:00000010:3.0:1749611423.839860:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ab28. 00010000:00080000:0.0:1749611423.839861:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611423.839862:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:1.0:1749611423.839862:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611423.839864:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611423.839864:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1749611423.839868:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000010:1.0:1749611423.839868:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fa8c00. 00010000:00000001:0.0:1749611423.839869:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611423.839870:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611423.839871:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611423.839871:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611423.839873:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611423.839875:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611423.839877:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611423.839879:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1749611423.839880:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749611423.839882:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611423.839883:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611423.839884:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1749611423.839885:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611423.839885:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611423.839886:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611423.839888:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611423.839890:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611423.839890:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611423.839892:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611423.839895:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611423.839896:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749611423.839897:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611423.839898:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611423.839899:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611423.839899:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611423.839901:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611423.839901:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611423.839903:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749611423.839903:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611423.839903:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611423.839905:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 02000000:00000001:3.0:1749611423.839906:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749611423.839906:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.839908:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749611423.839909:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494670336, offset 0 00000100:00000001:3.0:1749611423.839911:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611423.839913:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749611423.839915:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494670464:0@lo:400:kworker.0 00000400:00000200:1.0:1749611423.839919:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611423.839919:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611423.839921:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611423.839923:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611423.839924:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38ed80 x1834598494670464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611423.839925:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf948e00 00000400:00000200:1.0:1749611423.839929:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8de5 [1] + 0 00000100:00000001:0.0:1749611423.839930:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1749611423.839931:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611423 v=5 (0 0 0 0) 02000000:00000001:0.0:1749611423.839932:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749611423.839934:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749611423.839935:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bf400. 00000100:00001000:3.0:1749611423.839936:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=96 v=20 (20 1 1 1) 00000400:00000200:1.0:1749611423.839937:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611423.839938:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611423.839939:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611423.839940:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749611423.839940:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611423.839941:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749611423.839941:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749611423.839943:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611423.839944:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611423.839944:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611423.839945:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880129c49100. 02000000:00000001:0.0:1749611423.839948:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749611423.839949:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611423.839949:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611423.839951:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ed80. 00000100:00000040:1.0:1749611423.839953:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611423.839954:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611423.839955:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.839956:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611423.839957:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.839959:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611423.839961:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611423.839961:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611423.839962:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611423.839963:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611423.839963:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611423.839965:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:0.0:1749611423.839965:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611423.839966:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611423.839967:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611423.839969:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749611423.839971:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00080000:3.0:1749611423.839972:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611423.839974:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611423.839974:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611423.839976:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749611423.839978:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611423.839979:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611423.839982:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611423.839985:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611423.839986:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494670080:0@lo:38:kworker.0 00000020:00000001:1.0:1749611423.839987:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611423.839991:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611423.839991:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf91180 x1834598494670336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611443 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.839993:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611423.839996:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38e300 x1834598494670080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611423.840000:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494670336:12345-0@lo:38:kworker.0 Request processed in 198us (310us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611423.840003:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611423.840005:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611423.840007:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f5c00. 00000100:00100000:1.0:1749611423.840007:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00000001:1.0:1749611423.840009:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749611423.840011:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611423.840011:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611423.840012:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611423.840014:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:1.0:1749611423.840014:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649880. 00000020:00000001:3.0:1749611423.840016:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1749611423.840017:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000020:00000010:1.0:1749611423.840020:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 00000100:00000001:1.0:1749611423.840023:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749611423.840024:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3800. 02000000:00000001:3.0:1749611423.840027:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611423.840028:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611423.840030:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38e300. 00000100:00000001:3.0:1749611423.840033:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611423.840035:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.840036:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.840041:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611423.840044:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.840046:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611423.840047:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611423.840051:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611423.840053:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611423.840055:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe840. 00000400:00000200:3.0:1749611423.840058:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5af68 00000400:00000010:3.0:1749611423.840060:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5af68. 00000100:00000001:3.0:1749611423.840062:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611423.840066:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611423.840074:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.840081:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611423.840082:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.840084:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611423.840085:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611423.840087:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611423.840088:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611423.840090:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611423.840094:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611423 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611423.840097:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=78 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611423.840099:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611423.840119:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611423.840121:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611423.840123:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.840128:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611423.840132:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611423.840133:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.840135:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611423.840136:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611423.840137:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611423.840139:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611423.840140:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611423.840143:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611423.840147:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494670208:0@lo:38:kworker.0 00000400:00000001:3.0:1749611423.840150:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611423.840151:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611423.840152:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:3.0:1749611423.840154:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611423.840155:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611423.840156:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611423.840158:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611423.840163:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.840167:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611423.840167:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.840185:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611423.840187:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611423.840188:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611423.840189:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611423.840191:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611423.840195:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611423 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611423.840197:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=128 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611423.840200:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611423.840202:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611423.840204:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611423.840212:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.840219:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611423.840221:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611423.840223:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.840224:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611423.840226:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611423.840228:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611423.840230:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611423.840232:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611423.840253:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611423.840259:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494670336:0@lo:38:kworker.0 00000100:00000001:3.0:1749611423.840263:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.840264:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611423.840266:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38e680 x1834598494670208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.840272:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611423.840273:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611423.840275:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7000. 02000000:00000001:3.0:1749611423.840277:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611423.840278:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611423.840280:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611423.840281:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611423.840283:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3000. 02000000:00000001:3.0:1749611423.840285:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611423.840286:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611423.840287:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38e680. 00000100:00000001:3.0:1749611423.840289:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611423.840290:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.840291:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611423.840298:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38ea00 x1834598494670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611423.840304:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611423.840305:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611423.840307:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b562800. 02000000:00000001:3.0:1749611423.840309:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611423.840310:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611423.840311:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611423.840313:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611423.840314:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab1400. 02000000:00000001:3.0:1749611423.840316:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611423.840317:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611423.840318:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ea00. 00000100:00000001:3.0:1749611423.840320:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611423.840321:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611423.840323:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.840325:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611423.840326:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611423.840327:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611423.840329:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611423.840628:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300697298, at 4300697298 00000100:00000010:1.0:1749611423.840655:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405df40. 00000100:00000040:0.0:1749611423.840658:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300697298, at 4300697298 00000100:00000010:0.0:1749611423.840671:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405d600. 00000100:00000040:3.0:1749611423.841661:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300697298, at 4300697299 00000100:00000040:2.0:1749611423.841661:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300697298, at 4300697299 00000100:00000010:3.0:1749611423.841678:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405d4c0. 00000100:00000010:2.0:1749611423.841717:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405df00. 00010000:00000001:0.0:1749611423.992588:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611423.992593:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611423.992595:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611423.992597:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611423.992599:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611423.992601:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611423.992602:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611423.992603:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611423.992670:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611423.992673:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611423.992675:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611424.135590:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611424.135595:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611424.135597:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611424.135599:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611424.135602:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611424.135604:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611424.135606:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611424.135608:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611424.135609:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611424.458640:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611424.458646:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611424.458648:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611424.458651:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611424.458653:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611424.458656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611424.458658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611424.458660:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611424.458662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611424.622703:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611424.622709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611424.622710:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611424.622713:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611424.622716:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611424.622719:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611424.622720:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611424.622723:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611424.622725:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611424.839636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611424.839651:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611424.839653:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611424.839656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611424.839658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611424.839660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611424.839661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611424.994672:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611424.994678:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611424.994786:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611424.994790:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611424.994793:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611425.135631:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611425.135637:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611425.135639:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611425.135644:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611425.135646:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611425.135649:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611425.135652:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611425.135655:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611425.135656:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611425.458654:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611425.458662:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611425.458664:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611425.458667:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611425.458669:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611425.458672:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611425.458674:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611425.458675:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611425.458677:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611425.622694:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611425.622703:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611425.622706:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611425.622711:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611425.622715:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611425.622719:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611425.622722:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611425.622733:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006a38df80 x1834598494669952/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611425.622745:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611425.622749:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38df80 x1834598494669952/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611425.622759:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611425.622762:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611425.622765:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611425.622797:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611425.622802:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38df80 x1834598494669952/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611425.622850:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494669952:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611425.622855:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611425.622858:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611425.622861:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611425.622863:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611425.622867:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38df80 x1834598494669952/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611425.622874:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611425.622877:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c71900. 00000100:00000001:0.0:1749611425.622882:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611425.622884:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611425.622888:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611425.622892:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611425.622896:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611425.622899:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9be600 refcount=4 00000020:00000001:0.0:1749611425.622902:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941681152 : -131938767870464 : ffff88009c9be600) 00010000:00000001:0.0:1749611425.622905:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941681152 : -131938767870464 : ffff88009c9be600) 00010000:00010000:0.0:1749611425.622911:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611425.622926:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611425.622931:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611425.622937:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611425.622940:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611425.622957:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611425.622959:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611425.622962:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611425.622967:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611425.622970:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611425.622973:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611425.622976:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611425.622982:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009c9be600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611425.622986:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611425.622988:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611425.622994:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611425.622995:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611425.622997:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611425.622998:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9be600 refcount=5 00000020:00000001:0.0:1749611425.623000:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941681152 : -131938767870464 : ffff88009c9be600) 00010000:00000001:0.0:1749611425.623002:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941681152 : -131938767870464 : ffff88009c9be600) 00010000:00000001:0.0:1749611425.623005:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611425.623008:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611425.623013:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611425.623016:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611425.623022:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611425.623024:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611425.623026:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611425.623033:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611425.623035:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611425.623038:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611425.623040:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611425.623042:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611425.623044:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611425.623047:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009c9be600 with handle 0x689c0ec07329d47e from hash 00010000:00000001:0.0:1749611425.623049:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611425.623050:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611425.623051:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611425.623052:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611425.623054:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611425.623055:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611425.623057:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611425.623058:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611425.623060:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611425.623062:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611425.623064:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611425.623069:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611425.623070:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611425.623072:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611425.623073:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611425.623074:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611425.623075:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611425.623076:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611425.623079:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009c9be600/0x689c0ec07329d47e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611425.623086:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880129c49e00 count: 0 00010000:00000001:0.0:1749611425.623132:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611425.623134:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611425.623137:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611425.623141:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38df80 x1834598494669952/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611425.623148:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611425.623158:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611425.623160:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611425.623163:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611425.623167:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009c9be400. 02000000:00000001:0.0:1749611425.623172:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611425.623174:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611425.623176:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38df80. 00000100:00000001:0.0:1749611425.623180:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611425.623181:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611425.623183:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611425.623186:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611425.623189:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611425.623192:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55580. 00000020:00000010:0.0:1749611425.623196:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be400. 00000020:00000010:0.0:1749611425.623202:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9bf400. 00000040:00000010:0.0:1749611425.623205:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c9be200. 00000020:00000010:0.0:1749611425.623210:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611425.623216:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c9be000. 80000000:00000010:0.0:1749611425.623220:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16ae0. 00040000:00000010:0.0:1749611425.623227:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c9be800. 00080000:00000010:0.0:1749611425.623233:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880132678000. 00080000:00000010:0.0:1749611425.623239:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 10000000:00000040:0.0:1749611425.623254:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611425.623258:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 10000000:00000001:0.0:1749611425.623262:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611425.623266:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611425.623272:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9bf400. 00000040:00000010:0.0:1749611425.623276:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c9be200. 00000020:00000010:0.0:1749611425.623279:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611425.623285:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c9be000. 80000000:00000010:0.0:1749611425.623288:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16ae0. 00040000:00000010:0.0:1749611425.623293:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c9be800. 00080000:00000010:0.0:1749611425.623298:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:0.0:1749611425.623326:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880132678000. 00000020:00000010:0.0:1749611425.623335:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be400. 10000000:00000010:0.0:1749611425.623338:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55580. 10000000:01000000:0.0:1749611425.623341:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749611425.623344:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611425.623347:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611425.623350:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611425.623352:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611425.623353:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 3 10000000:00000001:0.0:1749611425.623356:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611425.623358:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611425.623359:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b4070600) refs 2 10000000:00000001:0.0:1749611425.623361:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611425.623363:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611425.623364:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1749611425.623365:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611425.623367:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a8b08000 from 1 10000000:00000001:0.0:1749611425.623370:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611425.623371:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1749611425.623375:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38df80. 00000020:00000040:0.0:1749611425.623378:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611425.623382:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611425.623385:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611425.623390:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611425.623396:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006efbd800. 00000100:00000001:0.0:1749611425.623401:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611425.623405:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611425.623408:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611425.623413:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880129c49100. 00010000:00000001:0.0:1749611425.623418:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611425.623420:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006efbda00. 00000020:00000001:0.0:1749611425.623423:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611425.623425:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006efbda00 with handle 0x689c0ec07329d485 to hash 00000020:00000001:0.0:1749611425.623428:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611425.623429:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00010000:00000001:0.0:1749611425.623432:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00010000:00000001:0.0:1749611425.623435:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611425.623441:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611425.623445:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611425.623454:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611425.623465:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611425.623470:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611425.623472:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611425.623482:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c71900. 00000100:00000001:0.0:1749611425.623484:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427540224 : -131936282011392 : ffff880130c71900) 00000100:00000001:0.0:1749611425.623486:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611425.623488:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096330624 : -131939613220992 : ffff88006a38df80) 00000100:00000001:0.0:1749611425.623492:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611425.623497:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611425.623499:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611425.623501:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611425.623505:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38df80 x1834598494670592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611425.623513:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611425.623515:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611425.623519:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006a38df80 x1834598494670592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611425.623559:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611425.623561:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611425.623562:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611425.623564:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611425.623567:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611425.623569:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611425.623570:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611425.623572:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611425.623579:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611425.625723:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c49e00. 00010000:00000010:3.1:1749611425.625733:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c9be600. 00000100:00000001:3.0:1749611425.839668:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611425.839687:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611425.839690:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611425.839696:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611425.839698:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611425.839702:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611425.839704:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611425.996682:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611425.996690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611425.996848:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611425.996876:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611425.996880:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611426.135665:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611426.135674:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611426.135677:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611426.135681:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611426.135685:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611426.135689:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611426.135692:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611426.135695:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611426.135697:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611426.458716:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611426.458725:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611426.458727:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611426.458732:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611426.458736:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611426.458741:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611426.458744:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611426.458746:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611426.458749:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611426.623664:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611426.623671:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611426.623674:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611426.623679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611426.623683:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611426.623687:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611426.623690:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611426.623693:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611426.623696:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611426.839657:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611426.839675:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611426.839696:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611426.839702:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611426.839705:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611426.839708:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611426.839711:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611426.998731:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611426.998740:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611426.998897:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611426.998903:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611426.998906:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611427.135652:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611427.135661:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611427.135665:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611427.135671:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71840 going to sleep for 0 seconds 00000100:00000001:0.0:1749611427.135676:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611427.135680:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611427.135700:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611427.135712:0:27018:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006a38ca80 x1834598494669312/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611427.135723:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611427.135728:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38ca80 x1834598494669312/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611427.135737:0:27018:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611427.135740:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611427.135743:0:27018:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611427.135745:0:27018:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611427.135748:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ca80 x1834598494669312/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611427.135757:0:27018:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:27018:1834598494669312:0@lo:253:mount.lustre.0 00000100:00000001:0.0:1749611427.135762:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611427.135765:0:27018:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611427.135768:0:27018:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611427.135769:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611427.135773:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38ca80 x1834598494669312/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611427.135780:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611427.135783:0:27018:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c71840. 00000100:00000001:0.0:1749611427.135788:0:27018:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611427.135827:0:27018:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611427.135831:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611427.135834:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38ca80 x1834598494669312/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611427.135841:0:27018:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611427.135845:0:27018:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611427.135847:0:27018:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611427.135850:0:27018:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611427.135854:0:27018:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880136aba000. 02000000:00000001:0.0:1749611427.135898:0:27018:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611427.135900:0:27018:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611427.135903:0:27018:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ca80. 00000100:00000001:0.0:1749611427.135907:0:27018:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611427.135908:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611427.135911:0:27018:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611427.135914:0:27018:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611427.135917:0:27018:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749611427.135921:0:27018:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00080000:0.0:1749611427.135924:0:27018:0:(tgt_mount.c:1383:server_register_target()) lustre-OST0000: error registering with the MGS: rc = -110 (not fatal) 00000020:00000010:0.0:1749611427.135928:0:27018:0:(tgt_mount.c:1389:server_register_target()) kfreed 'mti': 4544 at ffff880136abe000. 00000020:00000001:0.0:1749611427.135944:0:27018:0:(tgt_mount.c:1391:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611427.135946:0:27018:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:0.0:1749611427.135949:0:27018:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at ffff880129c61ec0. 00000020:00000010:0.0:1749611427.135953:0:27018:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at ffff88006a9b8540. 00000020:00000001:0.0:1749611427.135957:0:27018:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1749611427.135960:0:27018:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611427.135963:0:27018:0:(tgt_mount.c:102:server_register_mount()) register mount ffff880071978000 from lustre-OST0000 00000020:00000001:0.0:1749611427.135965:0:27018:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611427.135968:0:27018:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1749611427.135971:0:27018:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880096dffc80. 00000020:00000010:0.0:1749611427.135974:0:27018:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff880130c71840. 00000020:00000001:0.0:1749611427.135977:0:27018:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611427.135980:0:27018:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611427.135982:0:27018:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1749611427.135986:0:27018:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:0.0:1749611427.135989:0:27018:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1749611427.135990:0:27018:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:0.0:1749611427.135994:0:27018:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611427.136000:0:27018:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611427.136003:0:27018:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 4 10000000:00000001:0.0:1749611427.136005:0:27018:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611427.136007:0:27018:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135353463296 : -131938356088320 : ffff8800b5273200) 10000000:00000001:0.0:1749611427.136011:0:27018:0:(mgc_request_server.c:657:mgc_get_local_copy()) Process entered 00000100:00000001:0.0:1749611427.458708:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611427.458716:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611427.458719:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611427.458724:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611427.458727:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611427.458731:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611427.458735:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611427.458737:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611427.458740:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611427.623748:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611427.623756:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611427.623759:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611427.623763:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611427.623766:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611427.623769:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611427.623772:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611427.623775:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611427.623778:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611427.839658:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611427.839675:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611427.839678:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611427.839683:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611427.839685:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611427.839689:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611427.839692:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749611427.998685:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749611427.998694:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749611427.998700:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1749611427.998997:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:0.0:1749611427.998997:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749611427.999016:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749611427.999022:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749611427.999025:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611428.000647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611428.000652:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611428.000778:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611428.000809:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611428.000813:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611428.458699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611428.458708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611428.458710:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611428.458715:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611428.458719:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611428.458723:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611428.458726:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611428.458729:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611428.458731:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611428.623669:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611428.623678:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611428.623680:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611428.623685:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611428.623689:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611428.623692:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611428.623695:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611428.623699:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611428.623702:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.839659:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611428.839675:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611428.839677:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611428.839681:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611428.839683:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611428.839687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.839689:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611428.846588:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611428.846596:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611428.846600:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611428.846604:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611428.846607:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611428.846610:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611428.846614:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611428.846619:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6030 00000100:00080000:0.0:1749611428.846623:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611428.846626:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611428.846629:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611428.846632:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611428.846634:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611428.846652:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611428.846655:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611428.846658:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611428.846661:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611428.846664:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611428.846666:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611428.846670:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611428.846672:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611428.846673:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611428.846675:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611428.846678:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611428.846682:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611428.846684:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611428.846687:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611428.846695:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611428.846697:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.846699:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611428.846703:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611428.846709:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ca80. 00000020:00000040:0.0:1749611428.846712:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611428.846716:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611428.846719:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.846722:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611428.846724:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611428.846728:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611428.846736:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3000. 00000100:00000001:0.0:1749611428.846744:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611428.846754:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611428.846766:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611428.846771:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611428.846793:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38ca80] to pc [ptlrpcd_rcv+-1] req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.846831:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611428.846835:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611428.846840:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611428.846841:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611428.846843:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611428.846846:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611428.846848:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6030 00000100:00080000:0.0:1749611428.846851:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611428.846853:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611428.846856:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611428.846858:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611428.846860:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611428.846862:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611428.846864:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611428.846866:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611428.846868:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611428.846870:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611428.846872:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611428.846874:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611428.846876:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611428.846878:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611428.846879:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611428.846882:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611428.846884:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611428.846886:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611428.846888:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611428.846890:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611428.846892:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611428.846894:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.846896:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611428.846896:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611428.846898:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611428.846907:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.846907:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611428.846911:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ed80. 00000020:00000040:0.0:1749611428.846914:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611428.846916:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611428.846918:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.846919:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611428.846920:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611428.846921:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611428.846922:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611428.846923:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611428.846925:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749611428.846927:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3800. 02000000:00000001:3.0:1749611428.846928:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611428.846931:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.846931:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611428.846935:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494670720:0@lo:38:kworker.0 00000100:00100000:0.0:1749611428.846936:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611428.846939:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611428.846943:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611428.846944:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749611428.846946:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.846946:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611428.846948:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611428.846950:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38ed80] to pc [ptlrpcd_rcv+-1] req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.846959:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611428.846961:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:3.0:1749611428.846963:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b562800. 00000100:00080000:0.0:1749611428.846964:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:3.0:1749611428.846965:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.846966:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611428.846967:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611428.846969:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611428.846971:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6030 00000400:00000010:3.0:1749611428.846973:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00080000:0.0:1749611428.846974:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611428.846976:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611428.846978:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611428.846979:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611428.846981:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611428.846983:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611428.846985:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000400:00000010:3.0:1749611428.846986:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:00000001:0.0:1749611428.846986:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611428.846988:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000200:3.0:1749611428.846995:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494670720, portal 4 00000020:00000001:0.0:1749611428.846995:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611428.846997:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749611428.846998:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611428.847000:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096325248 : -131939613226368 : ffff88006a38ca80) 00000100:00000040:0.0:1749611428.847000:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611428.847002:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611428.847004:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611428.847006:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611428.847008:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000040:3.0:1749611428.847009:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611428.847011:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611428.847013:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611428.847014:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611428.847017:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611428.847018:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611428.847019:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847021:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:3.0:1749611428.847022:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611428.847023:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611428.847024:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000010:0.0:1749611428.847026:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38f480. 00000100:00000200:3.0:1749611428.847027:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494670720, offset 0 00000020:00000040:0.0:1749611428.847028:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611428.847030:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611428.847031:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847032:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1749611428.847033:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611428.847033:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611428.847035:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611428.847040:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d032c00. 00000100:00000001:0.0:1749611428.847043:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611428.847049:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749611428.847050:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611428.847056:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611428.847058:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611428.847061:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38f480] to pc [ptlrpcd_rcv+-1] req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611428.847062:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf948f80 00000100:00000001:0.0:1749611428.847068:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611428.847070:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 19240 00000100:00000040:0.0:1749611428.847071:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611428.847074:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749611428.847078:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611428.847082:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749611428.847082:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38f800. 00000020:00000040:0.0:1749611428.847085:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611428.847087:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611428.847088:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749611428.847089:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1749611428.847090:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1749611428.847091:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611428.847094:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf93100. 02000000:00000010:0.0:1749611428.847095:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880129c49800. 00000100:00000001:0.0:1749611428.847097:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611428.847098:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf93100 x1834598494670720 msgsize 520 00000100:00000040:0.0:1749611428.847101:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749611428.847102:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611428.847109:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611428.847111:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611428.847116:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38f800] to pc [ptlrpcd_00_03+3] req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611428.847128:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611428.847136:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611428.847139:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611428.847143:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611428.847143:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611428.847148:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611428.847148:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6040) 00000100:00000001:3.0:1749611428.847157:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611428.847157:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611428.847160:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.847160:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611428.847161:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611428.847166:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.847173:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611428.847175:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611428.847178:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611428.847179:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611428.847180:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611428.847181:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611428.847182:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611428.847185:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494671104:0@lo:400:kworker.0 00000100:00000001:3.0:1749611428.847186:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847189:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611428.847192:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1282 usecs (2 jiffies) 02000000:00000001:0.0:1749611428.847192:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611428.847193:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611428.847195:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611428.847196:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300702306 02000000:00000010:0.0:1749611428.847198:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006efbcc00. 00000100:00000010:3.0:1749611428.847200:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136acd800. 02000000:00000001:0.0:1749611428.847200:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611428.847205:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000100:00000001:3.0:1749611428.847207:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000010:0.0:1749611428.847215:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000200:0.0:1749611428.847220:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494671104, portal 10 00000100:00000001:0.0:1749611428.847223:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611428.847224:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096336896 : -131939613214720 : ffff88006a38f800) 00000100:00000001:3.0:1749611428.847230:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300702306 00000100:00000040:0.0:1749611428.847231:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611428.847233:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136acdd80. 00000100:00000001:2.0:1749611428.847234:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611428.847236:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611428.847238:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611428.847240:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300702306 00000100:00000001:2.0:1749611428.847240:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611428.847241:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1749611428.847242:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136acd980. 00000100:00000001:1.0:1749611428.847242:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749611428.847242:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:3.0:1749611428.847245:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000200:0.0:1749611428.847245:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494671104, offset 0 00000100:00100000:1.0:1749611428.847247:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494670720 00000100:00000001:3.0:1749611428.847248:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300702306 02000000:00000001:1.0:1749611428.847250:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749611428.847250:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749611428.847251:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136acdac0. 00000100:00000001:1.0:1749611428.847253:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611428.847254:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749611428.847256:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611428.847257:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611428.847258:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611428.847259:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611428.847261:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847262:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847264:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611428.847265:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494670720 00000400:00000200:0.0:1749611428.847266:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf949100 00000020:00000001:1.0:1749611428.847268:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611428.847270:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749611428.847270:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611428.847271:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611428.847271:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 92432 00000020:00000001:1.0:1749611428.847272:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611428.847273:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611428.847275:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749611428.847275:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847276:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749611428.847277:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611428.847277:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611428.847280:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611428.847281:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749611428.847283:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000100:00000001:0.0:1749611428.847285:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611428.847287:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611428.847288:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1749611428.847289:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649880. 00000100:00000001:3.0:1749611428.847290:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611428.847290:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38fb80. 02000000:00000001:3.0:1749611428.847292:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611428.847293:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38fb80 x1834598494671104 msgsize 224 02000000:00000001:3.0:1749611428.847294:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611428.847297:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749611428.847301:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611428.847302:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:0.0:1749611428.847305:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749611428.847306:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494670848:0@lo:38:kworker.0 00000100:00000001:1.0:1749611428.847308:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611428.847310:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611428.847310:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749611428.847311:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 02000000:00000001:3.0:1749611428.847312:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611428.847313:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611428.847313:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 02000000:00000001:3.0:1749611428.847314:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611428.847315:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611428.847315:0:28324:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:3.0:1749611428.847318:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b562400. 00000100:00000001:1.0:1749611428.847319:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611428.847319:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611428.847320:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611428.847324:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000400:00000010:3.0:1749611428.847327:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000001:0.0:1749611428.847328:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611428.847330:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611428.847331:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494670848, portal 10 00000100:00000001:3.0:1749611428.847333:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611428.847335:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096334208 : -131939613217408 : ffff88006a38ed80) 00000100:00000001:0.0:1749611428.847337:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847339:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749611428.847341:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.847342:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611428.847343:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611428.847348:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611428.847350:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611428.847351:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000400:00000010:3.0:1749611428.847352:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000100:00000200:3.0:1749611428.847354:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494670848, offset 0 00000100:00000001:1.0:1749611428.847354:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611428.847355:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300702305 00000100:00000001:1.0:1749611428.847356:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611428.847357:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300702306 00000400:00000200:3.0:1749611428.847358:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611428.847360:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300702305 00000100:00100000:1.0:1749611428.847362:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00000001:0.0:1749611428.847362:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300702306 00000100:00000001:0.0:1749611428.847364:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300702305 00000400:00000200:3.0:1749611428.847365:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611428.847365:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931017984 : -131938778533632 : ffff88009bf93100) 00000100:00000001:0.0:1749611428.847367:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300702306 00000100:00000001:0.0:1749611428.847369:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300702305 00000400:00000200:3.0:1749611428.847370:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949000 00000100:00000001:0.0:1749611428.847371:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300702306 00000100:00000040:1.0:1749611428.847372:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf93100 x1834598494670720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.847373:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611428.847374:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 92656 00000100:00000001:0.0:1749611428.847375:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847378:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611428.847379:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611428.847380:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611428.847382:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611428.847385:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749611428.847385:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494670720:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749611428.847387:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611428.847387:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1749611428.847389:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494670720 00000100:00000001:0.0:1749611428.847389:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:3.0:1749611428.847390:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf92d80. 00000100:00000001:2.0:1749611428.847390:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611428.847391:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611428.847392:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611428.847393:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf92d80 x1834598494670848 msgsize 520 00000100:00100000:2.0:1749611428.847393:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494671104 00000020:00000001:1.0:1749611428.847393:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611428.847394:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611428.847396:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611428.847396:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611428.847397:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749611428.847397:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611428.847398:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611428.847401:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847408:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611428.847411:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611428.847412:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000400:00000010:3.0:1749611428.847414:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 02000000:00000001:2.0:1749611428.847414:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611428.847416:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749611428.847417:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494671104 00010000:00000001:1.0:1749611428.847419:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611428.847420:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611428.847421:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749611428.847422:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749611428.847422:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611428.847424:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611428.847426:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749611428.847427:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611428.847427:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611428.847427:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611428.847428:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749611428.847430:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:0.0:1749611428.847430:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494670848 02000000:00000001:1.0:1749611428.847431:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611428.847432:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749611428.847433:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611428.847434:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611428.847434:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749611428.847435:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080faac00. 00000100:00000001:0.0:1749611428.847436:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611428.847437:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611428.847437:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611428.847438:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749611428.847439:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611428.847440:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611428.847441:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00100000:0.0:1749611428.847442:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494670848 00000100:00000001:3.0:1749611428.847443:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611428.847444:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749611428.847444:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611428.847445:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749611428.847446:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611428.847446:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:2.0:1749611428.847447:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b405d400. 00000020:00000001:0.0:1749611428.847447:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611428.847448:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611428.847449:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611428.847450:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749611428.847451:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611428.847452:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1111 usecs (2 jiffies) 00000020:00000040:2.0:1749611428.847453:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611428.847454:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300702306 00000100:00000001:1.0:1749611428.847454:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749611428.847455:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbca00. 00000100:00000001:3.0:1749611428.847457:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300702306 00000100:00000001:1.0:1749611428.847457:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749611428.847459:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff080. 00000100:00000001:3.0:1749611428.847460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300702306 00000100:00000040:1.0:1749611428.847460:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611428.847462:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300702306 00000100:00000001:2.0:1749611428.847463:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611428.847464:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300702306 00000100:00000001:3.0:1749611428.847466:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300702306 00000100:00000001:3.0:1749611428.847468:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300702306 00000020:00000010:2.0:1749611428.847468:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00000001:1.0:1749611428.847468:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749611428.847469:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000001:3.0:1749611428.847470:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300702306 00000100:00000001:1.0:1749611428.847471:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611428.847472:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611428.847472:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f00. 00000100:00000001:3.0:1749611428.847474:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611428.847474:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611428.847474:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611428.847475:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611428.847476:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749611428.847477:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9a28. 02000000:00000001:1.0:1749611428.847477:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611428.847478:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611428.847479:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611428.847480:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611428.847482:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611428.847482:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611428.847484:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1749611428.847484:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611428.847487:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611428.847487:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611428.847488:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611428.847488:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611428.847489:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611428.847490:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611428.847491:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611428.847491:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611428.847492:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611428.847492:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494670720, offset 0 02000000:00000001:3.0:1749611428.847494:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611428.847497:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494670976:0@lo:38:kworker.0 00000100:00000001:2.0:1749611428.847497:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1749611428.847498:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611428.847498:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611428.847499:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749611428.847500:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611428.847500:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847500:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611428.847505:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00000001:2.0:1749611428.847506:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611428.847507:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749611428.847507:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611428.847508:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611428.847508:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:3.0:1749611428.847510:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611428.847510:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096337792 : -131939613213824 : ffff88006a38fb80) 02000000:00000010:3.0:1749611428.847513:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b560000. 00000400:00000200:1.0:1749611428.847513:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf948f80 02000000:00000001:3.0:1749611428.847515:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611428.847515:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611428.847515:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38fb80 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:109/0 lens 224/0 e 0 to 0 dl 1749611439 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611428.847517:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749611428.847518:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7840. 00000400:00000200:1.0:1749611428.847519:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8df5 [1] + 0 00000100:00000001:0.0:1749611428.847551:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1749611428.847554:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00000020:00000010:0.0:1749611428.847554:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129c55580. 00000100:00000001:0.0:1749611428.847557:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611428.847558:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494670976, portal 10 00000020:00000010:0.0:1749611428.847559:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129c55580. 00000100:00000001:3.0:1749611428.847560:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749611428.847561:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00000001:3.0:1749611428.847562:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096336000 : -131939613215616 : ffff88006a38f480) 00000100:00000001:2.0:1749611428.847564:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931017088 : -131938778534528 : ffff88009bf92d80) 00000100:00100000:0.0:1749611428.847564:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494671104:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749611428.847568:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611428.847569:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611428.847569:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494671104 00000100:00000040:2.0:1749611428.847571:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf92d80 x1834598494670848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611428.847572:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749611428.847573:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611428.847574:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749611428.847575:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749611428.847577:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611428.847578:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611428.847578:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749611428.847579:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000020:00000001:0.0:1749611428.847579:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1749611428.847582:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494670976, offset 0 00000020:00000001:0.0:1749611428.847582:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:2.0:1749611428.847584:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494670848:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611428.847584:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611428.847585:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749611428.847586:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611428.847588:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494670848 00000020:00000001:0.0:1749611428.847588:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611428.847590:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611428.847591:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749611428.847592:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611428.847593:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611428.847595:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611428.847596:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611428.847597:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949080 00000020:00000001:0.0:1749611428.847598:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749611428.847600:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611428.847601:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749611428.847602:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 93176 02000000:00000001:0.0:1749611428.847603:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611428.847605:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611428.847606:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749611428.847608:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008d42d000. 00000400:00000200:3.0:1749611428.847609:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611428.847610:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611428.847612:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611428.847614:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00010000:00020000:2.0:1749611428.847615:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611428.847616:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611428.847617:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749611428.847618:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611428.847618:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611428.847619:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749611428.847620:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611428.847621:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847622:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611428.847622:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611428.847623:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749611428.847624:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000040:0.0:1749611428.847624:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494671104 00000100:00000001:2.0:1749611428.847625:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749611428.847625:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000010:3.0:1749611428.847627:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf93b80. 00000100:00000001:1.0:1749611428.847627:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611428.847627:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:2.0:1749611428.847628:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611428.847630:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf93b80 x1834598494670976 msgsize 520 00000020:00000001:1.0:1749611428.847630:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611428.847632:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4400. 00010000:00000200:0.0:1749611428.847632:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a38fb80 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:109/0 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611428.847634:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749611428.847634:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611428.847635:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf93100 x1834598494670720/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611428.847636:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611428.847639:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611428.847640:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611428.847641:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749611428.847641:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611428.847642:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611428.847644:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00001000:2.0:1749611428.847644:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:0.0:1749611428.847645:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=33 v=5 (1 1 1 1) 00000400:00000010:3.0:1749611428.847646:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00100000:1.0:1749611428.847646:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494670720:12345-0@lo:38:kworker.0 Request processed in 260us (545us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611428.847648:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611428.847649:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611428.847649:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611428.847650:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749611428.847652:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611428.847652:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:2.0:1749611428.847653:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611428.847654:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611428.847655:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611428.847657:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611428.847658:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749611428.847658:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847659:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611428.847660:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611428.847661:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00100000:1.0:1749611428.847661:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 02000000:00000001:2.0:1749611428.847663:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611428.847663:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611428.847665:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611428.847665:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749611428.847665:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:1.0:1749611428.847666:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611428.847667:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611428.847669:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611428.847670:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749611428.847670:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494671104, offset 224 00000020:00000010:1.0:1749611428.847671:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649880. 00000400:00000010:2.0:1749611428.847673:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00000400:00000200:0.0:1749611428.847674:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611428.847675:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000001:3.0:1749611428.847676:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847677:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749611428.847678:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494670848, offset 0 00000020:00000010:1.0:1749611428.847678:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 00000400:00000200:0.0:1749611428.847681:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611428.847682:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611428.847683:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611428.847683:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611428.847685:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000100:00000001:3.0:1749611428.847688:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300702306 00000400:00000200:0.0:1749611428.847688:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949100 00000100:00000001:3.0:1749611428.847690:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300702306 00000100:00000001:3.0:1749611428.847692:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300702306 00000400:00000200:2.0:1749611428.847692:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611428.847693:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8dfd [1] + 224 00000100:00000001:3.0:1749611428.847695:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300702306 00000100:00000001:3.0:1749611428.847696:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300702306 00000100:00000001:3.0:1749611428.847698:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300702306 00000400:00000200:0.0:1749611428.847699:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611428.847700:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300702306 00000400:00000200:2.0:1749611428.847700:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949000 00000100:00000001:1.0:1749611428.847701:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611428.847702:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300702306 00000400:00000200:0.0:1749611428.847702:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611428.847703:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494670976 00000100:00000001:3.0:1749611428.847704:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611428.847705:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e05 [1] + 0 02000000:00000001:1.0:1749611428.847705:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611428.847706:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611428.847707:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611428.847709:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847709:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:3.0:1749611428.847711:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749611428.847711:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611428.847712:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611428.847713:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749611428.847714:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611428.847715:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000400:00000200:2.0:1749611428.847715:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611428.847715:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494670976 00000400:00000200:3.0:1749611428.847717:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000020:00000001:1.0:1749611428.847717:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611428.847718:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749611428.847719:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000020:00000001:1.0:1749611428.847720:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611428.847721:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611428.847722:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611428.847724:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611428.847724:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611428.847725:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611428.847727:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000020:00000010:1.0:1749611428.847730:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649880. 00000100:00000001:2.0:1749611428.847731:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611428.847732:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000200:3.0:1749611428.847733:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611428.847735:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611428.847735:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611428.847736:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611428.847738:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847740:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611428.847740:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:3.0:1749611428.847741:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611428.847741:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611428.847742:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611428.847742:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:3.0:1749611428.847744:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611428.847747:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611428.847748:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611428.847749:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611428.847750:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611428.847751:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611428.847752:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611428.847754:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611428.847755:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847755:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611428.847756:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611428.847758:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611428.847759:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:1.0:1749611428.847760:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00000001:2.0:1749611428.847761:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749611428.847761:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611428.847763:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931020672 : -131938778530944 : ffff88009bf93b80) 00000020:00000001:0.0:1749611428.847763:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611428.847764:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611428 v=5 (0 0 0 0) 00000020:00000001:0.0:1749611428.847765:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611428.847767:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf93b80 x1834598494670976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611448 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611428.847768:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=101 v=20 (20 1 1 1) 00000400:00000200:2.0:1749611428.847768:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000100:00000040:0.0:1749611428.847769:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38fb80 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:109/0 lens 224/224 e 0 to 0 dl 1749611439 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611428.847771:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1749611428.847771:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00000001:2.0:1749611428.847773:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611428.847793:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611428.847796:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611428.847801:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611428.847803:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749611428.847806:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494671104:12345-0@lo:400:kworker.0 Request processed in 253us (509us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611428.847808:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611428.847808:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494670976:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611428.847809:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611428.847811:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611428.847812:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611428.847813:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847814:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611428.847815:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611428.847815:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00000001:3.0:1749611428.847816:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611428.847818:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611428.847818:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000200:1.0:1749611428.847819:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494670976 00000100:00080000:3.0:1749611428.847821:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749611428.847821:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf92d80 x1834598494670848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.847821:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749611428.847822:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611428.847823:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:3.0:1749611428.847824:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:1.0:1749611428.847824:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611428.847826:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749611428.847827:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f00. 00000100:00000040:3.0:1749611428.847830:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611428.847832:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494670848:12345-0@lo:38:kworker.0 Request processed in 248us (435us total) trans 0 rc -19/-19 00000020:00000010:0.0:1749611428.847832:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9a28. 00000020:00000001:1.0:1749611428.847833:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611428.847837:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749611428.847837:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00100000:3.0:1749611428.847839:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494670720:0@lo:38:kworker.0 00010000:00000001:1.0:1749611428.847839:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611428.847841:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000020:00000040:0.0:1749611428.847841:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00010000:00000001:1.0:1749611428.847842:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611428.847844:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611428.847844:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611428.847844:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611428.847845:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611428.847845:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611428.847846:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611428.847847:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611428.847849:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38ca80 x1834598494670720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611428.847849:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff080. 02000000:00000001:1.0:1749611428.847849:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749611428.847853:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 02000000:00000010:1.0:1749611428.847854:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5f000. 02000000:00000001:1.0:1749611428.847855:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847856:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1749611428.847856:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbca00. 00000100:00000001:1.0:1749611428.847857:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611428.847858:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611428.847860:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b562800. 00000100:00000001:2.0:1749611428.847860:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611428.847860:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:0.0:1749611428.847860:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:1.0:1749611428.847862:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611428.847863:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 02000000:00000001:3.0:1749611428.847864:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611428.847865:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1749611428.847865:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:3.0:1749611428.847867:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749611428.847868:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749611428.847869:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611428.847870:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611428.847870:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749611428.847872:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611428.847872:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611428.847875:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:0.0:1749611428.847875:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1749611428.847877:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3000. 00000100:00000001:1.0:1749611428.847877:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000001:0.0:1749611428.847877:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611428.847879:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000100:00000040:1.0:1749611428.847880:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611428.847881:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611428.847882:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611428.847883:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749611428.847883:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611428.847884:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000100:00000010:3.0:1749611428.847885:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ca80. 00000100:00000001:1.0:1749611428.847885:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749611428.847885:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000040:1.0:1749611428.847887:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611428.847888:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611428.847888:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611428.847889:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611428.847890:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749611428.847891:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611428.847892:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611428.847893:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494670976, offset 0 00000100:00000001:3.0:1749611428.847896:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611428.847898:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611428.847898:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611428.847900:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611428.847901:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611428.847902:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611428.847905:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1749611428.847905:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1749611428.847907:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611428.847909:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000400:00000200:1.0:1749611428.847911:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949080 00000400:00000200:3.0:1749611428.847912:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611428.847914:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611428.847916:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611428.847919:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e11 [1] + 0 00000100:00000200:3.0:1749611428.847920:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.847920:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611428.847922:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611428.847923:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611428.847925:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611428.847926:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611428.847928:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749611428.847929:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.847930:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611428.847932:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611428.847933:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847935:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611428.847936:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611428.847937:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611428.847938:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=133 v=5 (5 5 5 5) 00000100:00000001:3.0:1749611428.847939:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611428.847940:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749611428.847940:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611428.847941:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611428.847942:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611428.847943:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847944:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749611428.847945:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.847945:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611428.847948:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1749611428.847949:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611428 v=5 (0 0 0 0) 00000100:00000040:1.0:1749611428.847949:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611428.847952:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=83 v=20 (20 1 1 1) 00010000:00080000:0.0:1749611428.847953:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611428.847954:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611428.847956:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611428.847958:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611428.847958:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749611428.847960:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611428.847961:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611428.847962:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:0.0:1749611428.847963:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1749611428.847964:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749611428.847966:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749611428.847966:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611428.847967:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611428.847968:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611428.847968:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611428.847969:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611428.847971:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611428.847972:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611428.847974:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611428.847975:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611428.847976:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.847977:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611428.847978:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611428.847979:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611428.847979:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611428.847980:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611428.847981:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749611428.847982:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf93b80 x1834598494670976/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611448 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749611428.847983:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611428.847983:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749611428.847985:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:0.0:1749611428.847986:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611428.847988:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611428.847992:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611428.847992:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494670976:12345-0@lo:38:kworker.0 Request processed in 184us (359us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611428.847994:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494671104:0@lo:400:kworker.0 00000100:00000001:0.0:1749611428.847998:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611428.848000:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494670848:0@lo:38:kworker.0 00000100:00100000:1.0:1749611428.848000:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00000001:0.0:1749611428.848000:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611428.848003:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749611428.848003:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38f800 x1834598494671104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611428.848004:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749611428.848005:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611428.848006:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611428.848007:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649880. 00000400:00000010:3.0:1749611428.848008:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7840. 00000400:00000200:3.0:1749611428.848010:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00000020:00000010:1.0:1749611428.848010:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000400:00000010:3.0:1749611428.848012:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000020:00000010:1.0:1749611428.848013:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 00000100:00000001:3.0:1749611428.848014:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611428.848016:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611428.848017:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611428.848021:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611428.848023:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749611428.848025:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611428.848025:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006efbcc00. 02000000:00000001:0.0:1749611428.848028:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611428.848030:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611428.848031:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749611428.848031:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611428.848032:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611428.848033:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611428.848034:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:0.0:1749611428.848035:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880129c49800. 02000000:00000001:3.0:1749611428.848036:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611428.848037:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611428.848037:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611428.848039:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611428.848039:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611428.848040:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38f800. 02000000:00000001:3.0:1749611428.848041:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611428.848043:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1749611428.848044:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611428 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611428.848044:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611428.848046:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611428.848047:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=133 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611428.848049:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611428.848050:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611428.848051:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611428.848051:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.848052:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611428.848053:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611428.848055:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611428.848061:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611428.848068:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611428.848070:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611428.848072:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611428.848073:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611428.848075:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611428.848077:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611428.848079:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611428.848081:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611428.848085:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611428.848092:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494670976:0@lo:38:kworker.0 00000100:00000001:3.0:1749611428.848095:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.848097:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611428.848100:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38ed80 x1834598494670848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611428.848106:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611428.848107:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611428.848109:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b562400. 02000000:00000001:3.0:1749611428.848111:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611428.848113:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611428.848114:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611428.848116:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611428.848117:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3800. 02000000:00000001:3.0:1749611428.848119:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611428.848120:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611428.848122:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ed80. 00000100:00000001:3.0:1749611428.848125:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611428.848126:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611428.848127:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611428.848135:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38f480 x1834598494670976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611428.848142:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611428.848143:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611428.848145:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b560000. 02000000:00000001:3.0:1749611428.848149:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611428.848150:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611428.848151:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611428.848153:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611428.848154:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d032c00. 02000000:00000001:3.0:1749611428.848156:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611428.848157:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611428.848159:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38f480. 00000100:00000001:3.0:1749611428.848161:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611428.848162:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611428.848164:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.848166:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611428.848167:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611428.848168:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611428.848170:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611428.848624:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300702306, at 4300702306 00000100:00000040:0.0:1749611428.848628:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300702306, at 4300702306 00000100:00000040:1.0:1749611428.848630:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300702306, at 4300702306 00000100:00000010:2.0:1749611428.848632:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136acd980. 00000100:00000040:3.0:1749611428.848633:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300702306, at 4300702306 00000100:00000010:3.0:1749611428.848643:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136acdac0. 00000100:00000010:0.0:1749611428.848643:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136acd800. 00000100:00000010:1.0:1749611428.848658:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136acdd80. 00010000:00000001:0.0:1749611429.002643:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611429.002650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611429.002770:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611429.002805:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611429.002810:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611429.458688:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611429.458698:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611429.458702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611429.458709:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611429.458714:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611429.458719:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611429.458723:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611429.458726:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611429.458730:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611429.623666:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611429.623675:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611429.623678:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611429.623682:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611429.623686:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611429.623690:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611429.623693:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611429.623714:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611429.623717:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611429.847668:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611429.847688:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611429.847690:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611429.847696:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611429.847698:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611429.847702:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611429.847704:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611430.004672:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611430.004680:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611430.004837:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611430.004843:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611430.004847:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611430.458687:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611430.458696:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611430.458699:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611430.458721:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611430.458725:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611430.458729:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611430.458732:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611430.458735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611430.458738:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611430.623717:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611430.623724:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611430.623726:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611430.623731:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611430.623734:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611430.623737:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611430.623739:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611430.623742:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611430.623744:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611430.847673:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611430.847691:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611430.847694:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611430.847699:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611430.847701:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611430.847722:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611430.847725:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611431.006741:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611431.006750:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611431.006905:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611431.006911:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611431.006915:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611431.458661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611431.458670:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611431.458672:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611431.458677:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611431.458681:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611431.458684:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611431.458687:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611431.458690:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611431.458692:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611431.623641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611431.623650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611431.623652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611431.623657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611431.623661:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611431.623665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611431.623668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611431.623680:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006a38df80 x1834598494670592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611431.623691:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611431.623696:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38df80 x1834598494670592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611431.623723:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611431.623726:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611431.623729:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611431.623731:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611431.623735:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38df80 x1834598494670592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611431.623744:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494670592:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611431.623793:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611431.623796:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611431.623800:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611431.623802:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611431.623805:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38df80 x1834598494670592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611431.623812:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611431.623815:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c71900. 00000100:00000001:0.0:1749611431.623821:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611431.623822:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611431.623826:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611431.623830:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611431.623833:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611431.623837:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbda00 refcount=4 00000020:00000001:0.0:1749611431.623839:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00010000:00000001:0.0:1749611431.623842:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00010000:00010000:0.0:1749611431.623848:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611431.623858:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611431.623864:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611431.623882:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611431.623886:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611431.623892:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611431.623894:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611431.623897:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611431.623902:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611431.623905:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611431.623908:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611431.623911:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611431.623917:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88006efbda00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611431.623920:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611431.623923:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611431.623928:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611431.623930:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611431.623931:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611431.623933:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbda00 refcount=5 00000020:00000001:0.0:1749611431.623935:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00010000:00000001:0.0:1749611431.623937:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00010000:00000001:0.0:1749611431.623940:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611431.623943:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611431.623949:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611431.623951:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611431.623961:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611431.623964:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611431.623966:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611431.623969:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611431.623970:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611431.623973:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611431.623974:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611431.623976:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611431.623977:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611431.623980:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006efbda00 with handle 0x689c0ec07329d485 from hash 00010000:00000001:0.0:1749611431.623983:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611431.623984:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611431.623985:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611431.623986:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611431.623987:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611431.623989:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611431.623991:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611431.623992:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611431.623993:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611431.623995:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611431.623998:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611431.624003:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611431.624004:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611431.624005:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611431.624006:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611431.624007:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611431.624008:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611431.624009:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611431.624012:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88006efbda00/0x689c0ec07329d485 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611431.624020:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880129c49100 count: 0 00010000:00000001:0.0:1749611431.624052:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611431.624059:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611431.624062:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611431.624066:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38df80 x1834598494670592/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611431.624074:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611431.624077:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611431.624079:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611431.624081:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611431.624086:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006efbd800. 02000000:00000001:0.0:1749611431.624090:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611431.624092:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611431.624094:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38df80. 00000100:00000001:0.0:1749611431.624098:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611431.624099:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611431.624101:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611431.624104:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611431.624107:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611431.624111:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55580. 00000020:00000010:0.0:1749611431.624115:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd800. 00000020:00000010:0.0:1749611431.624120:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbcc00. 00000040:00000010:0.0:1749611431.624123:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006efbc200. 00000020:00000010:0.0:1749611431.624129:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f5800. 00000020:00000010:0.0:1749611431.624133:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbdc00. 80000000:00000010:0.0:1749611431.624139:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16ae0. 00040000:00000010:0.0:1749611431.624145:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbd200. 00080000:00000010:0.0:1749611431.624151:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880132678000. 00080000:00000010:0.0:1749611431.624157:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abe000. 10000000:00000040:0.0:1749611431.624167:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749611431.624169:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611431.624175:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbcc00. 00000040:00000010:0.0:1749611431.624179:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006efbc200. 00000020:00000010:0.0:1749611431.624182:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41f5800. 00000020:00000010:0.0:1749611431.624189:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbdc00. 80000000:00000010:0.0:1749611431.624192:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16ae0. 00040000:00000010:0.0:1749611431.624203:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbd200. 00080000:00000010:0.0:1749611431.624208:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abe000. 00080000:00000010:0.0:1749611431.624231:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880132678000. 00000020:00000010:0.0:1749611431.624235:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd800. 10000000:00000010:0.0:1749611431.624238:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55580. 10000000:01000000:0.0:1749611431.624241:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:0.0:1749611431.624262:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611431.624265:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611431.624268:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611431.624270:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611431.624272:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 4 10000000:00000001:0.0:1749611431.624274:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1749611431.624324:0:27018:0:(mgc_request_server.c:671:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8800a8b08000 local copy 00010000:00000001:2.0:1749611431.624331:0:27018:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1749611431.624333:0:27018:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611431.624336:0:27018:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611431.624338:0:27018:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1749611431.624346:0:27018:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54a80. 00000020:00000040:2.0:1749611431.624352:0:27018:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611431.624357:0:27018:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611431.624360:0:27018:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611431.624366:0:27018:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611431.624373:0:27018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8fe00. 00000100:00000001:2.0:1749611431.624379:0:27018:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611431.624383:0:27018:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611431.624386:0:27018:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611431.624392:0:27018:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d2ad100. 00010000:00000001:2.0:1749611431.624398:0:27018:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611431.624400:0:27018:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8ea00. 00000020:00000001:2.0:1749611431.624404:0:27018:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611431.624407:0:27018:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8ea00 with handle 0x689c0ec07329d48c to hash 00000020:00000001:2.0:1749611431.624409:0:27018:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611431.624410:0:27018:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611431.624414:0:27018:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611431.624416:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611431.624419:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611431.624423:0:27018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611431.624447:0:27018:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611431.624459:0:27018:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611431.624464:0:27018:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611431.624466:0:27018:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611431.624473:0:27018:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab0c0. 00000100:00000001:2.0:1749611431.624475:0:27018:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792960 : -131938871758656 : ffff8800966ab0c0) 00000100:00000001:2.0:1749611431.624477:0:27018:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611431.624479:0:27018:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393867392 : -131936315684224 : ffff88012ec54a80) 00000100:00000001:2.0:1749611431.624483:0:27018:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611431.624488:0:27018:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611431.624490:0:27018:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611431.624492:0:27018:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611431.624499:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54a80 x1834598494671232/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611431.624508:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611431.624510:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611431.624515:0:27018:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec54a80 x1834598494671232/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611431.624571:0:27018:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611431.624574:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611431.624575:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611431.624577:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611431.624579:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611431.624582:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611431.624583:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611431.624585:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611431.624587:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611431.626776:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129c49100. 00010000:00000010:3.1:1749611431.626787:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006efbda00. 00000100:00000001:3.0:1749611431.847678:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611431.847695:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611431.847697:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611431.847702:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611431.847705:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611431.847709:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611431.847711:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611432.008668:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611432.008675:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611432.008819:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611432.008824:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611432.008847:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611432.458688:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611432.458696:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611432.458699:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611432.458704:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611432.458708:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611432.458712:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611432.458715:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611432.458718:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611432.458720:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611432.624664:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611432.624673:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611432.624676:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611432.624680:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611432.624684:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611432.624688:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611432.624691:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611432.624695:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611432.624697:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611432.680710:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611432.680716:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff880095486000) refs 2 10000000:00000001:0.0:1749611432.680720:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611432.680723:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611432.680724:0:9690:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611432.680726:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611432.680728:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749611432.680730:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611432.680732:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229000 from 48 10000000:00000001:0.0:1749611432.680736:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611432.680737:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749611432.680768:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38df80. 00000020:00000040:0.0:1749611432.680774:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611432.680780:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611432.680810:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611432.680816:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611432.680824:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006efbd800. 00000100:00000001:0.0:1749611432.680832:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611432.680837:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611432.680841:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1749611432.680849:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88009d2ad100 count: 2 00010000:00000001:0.0:1749611432.680852:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611432.680855:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611432.680858:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006efbce00. 00000020:00000001:0.0:1749611432.680863:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611432.680866:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006efbce00 with handle 0x689c0ec07329d493 to hash 00000020:00000001:0.0:1749611432.680869:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611432.680870:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:0.0:1749611432.680873:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:0.0:1749611432.680876:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611432.680879:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611432.680883:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611432.680894:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611432.680906:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611432.680912:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611432.680914:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611432.680920:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c71900. 00000100:00000001:0.0:1749611432.680922:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427540224 : -131936282011392 : ffff880130c71900) 00000100:00000001:0.0:1749611432.680925:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611432.680926:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096330624 : -131939613220992 : ffff88006a38df80) 00000100:00000001:0.0:1749611432.680932:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611432.680937:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611432.680939:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611432.680946:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611432.680955:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38df80 x1834598494671360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611432.680966:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611432.680968:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611432.680972:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006a38df80 x1834598494671360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611432.680981:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611432.680983:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611432.680984:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611432.680986:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611432.680988:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611432.680990:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611432.680992:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611432.680993:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611432.680995:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611432.847704:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611432.847721:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611432.847725:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611432.847732:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611432.847736:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611432.847766:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611432.847771:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611433.010621:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611433.010628:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611433.010771:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611433.010777:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611433.010782:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611433.458668:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611433.458677:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611433.458679:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611433.458685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611433.458688:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611433.458692:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611433.458696:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611433.458698:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611433.458701:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.624636:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611433.624642:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611433.624645:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611433.624649:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611433.624653:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611433.624656:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611433.624659:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611433.624662:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611433.624665:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.680783:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611433.680788:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611433.680791:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611433.680794:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611433.680797:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611433.680800:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611433.680802:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611433.680805:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611433.680807:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.847646:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611433.847663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611433.847682:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611433.847686:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611433.847689:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611433.847693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.847695:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611433.854637:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611433.854647:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611433.854653:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611433.854658:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611433.854662:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611433.854666:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611433.854671:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611433.854679:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6035 00000100:00080000:0.0:1749611433.854685:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611433.854690:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611433.854695:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611433.854698:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611433.854702:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611433.854708:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611433.854711:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611433.854716:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611433.854720:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611433.854724:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611433.854757:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611433.854763:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611433.854766:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611433.854769:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611433.854772:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611433.854776:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611433.854781:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611433.854785:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611433.854812:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611433.854821:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611433.854825:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.854829:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611433.854833:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611433.854841:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38f800. 00000020:00000040:0.0:1749611433.854847:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611433.854852:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611433.854855:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.854859:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611433.854862:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611433.854868:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611433.854878:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083908800. 00000100:00000001:0.0:1749611433.854889:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611433.854902:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611433.854920:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611433.854925:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611433.854932:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38f800] to pc [ptlrpcd_rcv+-1] req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611433.854974:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611433.854980:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611433.854985:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611433.854988:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611433.854991:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611433.854995:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611433.854999:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6035 00000100:00080000:0.0:1749611433.855003:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611433.855007:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611433.855010:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611433.855013:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611433.855016:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611433.855030:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611433.855032:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611433.855035:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611433.855039:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611433.855043:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611433.855046:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611433.855051:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611433.855054:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611433.855057:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611433.855060:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611433.855063:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:2.0:1749611433.855064:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749611433.855067:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611433.855070:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611433.855071:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855073:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749611433.855074:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611433.855080:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611433.855082:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611433.855083:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.855086:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611433.855090:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855094:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749611433.855096:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38f480. 00000020:00000040:0.0:1749611433.855100:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611433.855104:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749611433.855106:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611433.855106:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.855109:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611433.855111:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611433.855111:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611433.855114:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611433.855115:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611433.855117:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611433.855121:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494671488:0@lo:38:kworker.0 02000000:00000010:0.0:1749611433.855121:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083909400. 00000100:00000001:2.0:1749611433.855126:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611433.855127:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611433.855130:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611433.855132:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611433.855135:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611433.855135:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1749611433.855140:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f6400. 02000000:00000001:2.0:1749611433.855142:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.855148:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749611433.855150:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe268. 00000100:00000001:0.0:1749611433.855152:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611433.855157:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a088. 00000100:00000040:0.0:1749611433.855158:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38f480] to pc [ptlrpcd_rcv+-1] req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611433.855165:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494671488, portal 4 00000100:00000001:2.0:1749611433.855168:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611433.855170:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096336896 : -131939613214720 : ffff88006a38f800) 00000100:00000040:2.0:1749611433.855179:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611433.855188:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611433.855192:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611433.855193:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611433.855194:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00000100:00000200:2.0:1749611433.855197:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494671488, offset 0 00000100:00080000:0.0:1749611433.855198:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749611433.855202:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749611433.855203:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611433.855206:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611433.855209:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611433.855213:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611433.855217:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6035 00000400:00000200:2.0:1749611433.855218:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749611433.855220:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611433.855224:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611433.855228:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611433.855230:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf949280 00000100:00000040:0.0:1749611433.855232:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611433.855235:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611433.855238:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 19760 00000020:00000001:0.0:1749611433.855238:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611433.855241:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611433.855243:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611433.855247:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749611433.855247:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611433.855250:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749611433.855251:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611433.855253:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611433.855257:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749611433.855258:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000200:2.0:1749611433.855259:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749611433.855261:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749611433.855263:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000100:00000040:0.0:1749611433.855264:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:2.0:1749611433.855267:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57800 x1834598494671488 msgsize 520 00000100:00000001:0.0:1749611433.855267:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749611433.855271:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749611433.855271:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611433.855275:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611433.855279:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611433.855282:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611433.855288:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611433.855291:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.855294:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611433.855302:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855303:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:0.0:1749611433.855307:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ed80. 00000020:00000040:0.0:1749611433.855311:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:2.0:1749611433.855313:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000400:00000010:2.0:1749611433.855315:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 02000000:00000001:0.0:1749611433.855315:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611433.855317:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855319:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611433.855321:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611433.855323:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1749611433.855324:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611433.855326:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611433.855331:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880083909c00. 00000100:00000001:2.0:1749611433.855333:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611433.855336:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611433.855337:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855343:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855345:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749611433.855345:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611433.855349:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611433.855354:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1281 usecs (2 jiffies) 00000100:00000001:2.0:1749611433.855358:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300707314 00000100:00000001:0.0:1749611433.855358:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1749611433.855362:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405d400. 00000100:00000001:0.0:1749611433.855362:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611433.855368:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38ed80] to pc [ptlrpcd_rcv+-1] req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611433.855369:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611433.855380:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611433.855385:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611433.855391:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749611433.855394:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300707314 00000100:00000010:0.0:1749611433.855395:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ca80. 00000100:00000010:2.0:1749611433.855397:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405d480. 00000020:00000040:0.0:1749611433.855399:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611433.855400:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611433.855403:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611433.855405:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611433.855407:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855410:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300707314 02000000:00000010:0.0:1749611433.855412:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880129c49d00. 00000100:00000010:2.0:1749611433.855414:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405dc80. 00000100:00000001:0.0:1749611433.855416:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855417:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611433.855421:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300707314 00000100:00000040:0.0:1749611433.855422:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749611433.855423:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b405d6c0. 00000100:00000001:1.0:1749611433.855425:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611433.855426:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:1.0:1749611433.855430:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494671488 02000000:00000001:1.0:1749611433.855433:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611433.855435:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611433.855436:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611433.855438:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611433.855438:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.855439:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855442:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611433.855444:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a38ca80] to pc [ptlrpcd_00_00+0] req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611433.855447:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855450:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611433.855454:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855457:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611433.855459:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611433.855459:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494671488 00000020:00000001:1.0:1749611433.855461:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611433.855462:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1749611433.855463:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611433.855465:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611433.855468:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611433.855470:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855473:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611433.855475:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749611433.855475:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000020:00000010:1.0:1749611433.855481:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649880. 00000100:00000040:2.0:1749611433.855483:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611433.855486:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:0.0:1749611433.855489:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.855492:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611433.855494:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611433.855495:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611433.855496:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611433.855496:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6045) 00000100:00000001:2.0:1749611433.855497:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611433.855501:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611433.855502:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611433.855504:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611433.855507:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.855508:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611433.855512:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611433.855512:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494671616:0@lo:38:kworker.0 00000100:00000001:3.0:1749611433.855515:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611433.855517:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611433.855522:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611433.855555:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611433.855558:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611433.855559:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611433.855560:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611433.855563:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611433.855566:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611433.855570:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611433.855573:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611433.855579:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00000001:1.0:1749611433.855582:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000100:00000001:3.0:1749611433.855583:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611433.855585:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611433.855589:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749611433.855589:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57800 x1834598494671488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611433.855592:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611433.855595:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611433.855598:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801302f4000. 00000100:00100000:3.0:1749611433.855600:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494671872:0@lo:400:kworker.0 02000000:00000001:2.0:1749611433.855601:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611433.855602:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494671488:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611433.855606:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749611433.855606:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494671488 00000400:00000010:2.0:1749611433.855607:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe4d0. 02000000:00000001:3.0:1749611433.855610:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749611433.855610:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749611433.855612:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611433.855613:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5abb0. 00010000:00000001:1.0:1749611433.855614:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749611433.855615:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749611433.855618:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494671616, portal 10 02000000:00000010:3.0:1749611433.855620:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880071736400. 00000100:00000001:2.0:1749611433.855621:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749611433.855623:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855623:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096336000 : -131939613215616 : ffff88006a38f480) 00000400:00000010:3.0:1749611433.855628:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7840. 00000020:00000001:1.0:1749611433.855628:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611433.855632:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611433.855632:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:3.0:1749611433.855633:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed220. 00010000:00000001:1.0:1749611433.855636:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749611433.855637:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494671872, portal 10 00000100:00000001:3.0:1749611433.855640:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749611433.855640:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611433.855642:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096325248 : -131939613226368 : ffff88006a38ca80) 00000100:00000001:2.0:1749611433.855643:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611433.855643:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749611433.855646:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611433.855646:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749611433.855649:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 02000000:00000001:1.0:1749611433.855649:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611433.855650:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611433.855653:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494671616, offset 0 00000400:00000200:2.0:1749611433.855659:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611433.855661:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749611433.855661:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be89c00. 02000000:00000001:1.0:1749611433.855663:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611433.855664:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611433.855666:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611433.855668:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749611433.855671:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611433.855673:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611433.855675:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000400:00000200:2.0:1749611433.855676:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949300 00000100:00001000:1.0:1749611433.855677:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749611433.855679:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494671872, offset 0 00000100:00000001:1.0:1749611433.855680:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611433.855683:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 93696 00000100:00000001:1.0:1749611433.855684:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611433.855687:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611433.855689:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611433.855690:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611433.855691:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611433.855695:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:2.0:1749611433.855696:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611433.855697:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749611433.855700:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611433.855700:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.855702:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611433.855704:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611433.855708:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000400:00000200:3.0:1749611433.855709:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611433.855709:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611433.855711:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749611433.855713:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494671488, offset 0 00000400:00000200:3.0:1749611433.855716:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf949400 00000100:00000010:2.0:1749611433.855717:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55500. 00000400:00000200:1.0:1749611433.855718:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611433.855721:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55500 x1834598494671616 msgsize 520 00000400:00000200:3.0:1749611433.855724:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 94216 00000100:00100000:2.0:1749611433.855751:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611433.855754:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611433.855754:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611433.855760:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611433.855762:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf949280 00000400:00000200:1.0:1749611433.855768:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8e25 [1] + 0 00000400:00000200:1.0:1749611433.855774:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611433.855775:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611433.855777:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611433.855783:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611433.855787:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000200:1.0:1749611433.855788:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611433.855791:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611433.855795:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611433.855796:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611433.855798:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749611433.855799:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611433.855802:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611433.855803:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf90a80. 00000100:00000040:3.0:1749611433.855807:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf90a80 x1834598494671872 msgsize 224 00000100:00000001:1.0:1749611433.855809:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749611433.855813:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611433.855814:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611433.855815:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611433.855817:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000040:2.0:1749611433.855819:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611433.855820:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611433.855822:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611433.855827:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611433.855832:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611433.855832:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.855832:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855835:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749611433.855836:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:0.0:1749611433.855837:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494671616 00000400:00000200:3.0:1749611433.855838:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:1.0:1749611433.855838:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855840:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611433.855840:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611433.855841:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 02000000:00000001:0.0:1749611433.855842:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611433.855844:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611433.855845:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00000100:00000040:1.0:1749611433.855845:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494671488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.855846:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611433.855847:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855849:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300707315 00000100:00000200:3.0:1749611433.855852:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611433.855852:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611433.855856:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494671488:12345-0@lo:38:kworker.0 Request processed in 253us (587us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611433.855856:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494671616 00000020:00000001:0.0:1749611433.855860:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611433.855862:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611433.855864:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611433.855864:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611433.855865:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000020:00000001:0.0:1749611433.855865:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749611433.855867:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494671872 00000020:00000001:0.0:1749611433.855867:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.855868:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749611433.855869:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611433.855869:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749611433.855870:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749611433.855870:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855873:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749611433.855874:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649880. 00000100:00000001:2.0:1749611433.855876:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611433.855877:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd200. 00000020:00000010:1.0:1749611433.855878:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000001:3.0:1749611433.855880:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611433.855881:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.855882:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749611433.855882:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 00000020:00000010:0.0:1749611433.855883:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffe00. 00000100:00100000:2.0:1749611433.855885:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494671872 00000100:00000001:3.0:1749611433.855886:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.855887:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611433.855888:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749611433.855889:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000020:00000040:2.0:1749611433.855890:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:3.0:1749611433.855891:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000020:00000001:2.0:1749611433.855893:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611433.855895:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1749611433.855897:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611433.855897:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749611433.855901:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611433.855901:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611433.855904:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611433.855906:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855910:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611433.855913:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300707314 00000020:00000010:2.0:1749611433.855915:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405d540. 00000100:00000001:3.0:1749611433.855917:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300707314 00000100:00000001:0.0:1749611433.855919:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611433.855920:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300707314 00000100:00000001:3.0:1749611433.855924:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300707314 00000100:00000001:3.0:1749611433.855926:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300707314 00000020:00000010:2.0:1749611433.855928:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749611433.855929:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300707314 00000100:00000001:1.0:1749611433.855930:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611433.855931:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611433.855932:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611433.855934:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1749611433.855935:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00100000:1.0:1749611433.855937:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00000001:3.0:1749611433.855939:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300707314 00000100:00000001:1.0:1749611433.855939:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393870080 : -131936315681536 : ffff88012ec55500) 00000100:00000001:0.0:1749611433.855940:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.855942:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300707314 00000100:00000001:0.0:1749611433.855943:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611433.855944:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55500 x1834598494671616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.855946:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611433.855947:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611433.855949:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.855953:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611433.855953:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f000. 00000100:00100000:1.0:1749611433.855953:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494671616:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611433.855956:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611433.855957:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494671616 00000020:00000010:2.0:1749611433.855958:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000020:00000001:1.0:1749611433.855959:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:0.0:1749611433.855960:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:1.0:1749611433.855962:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611433.855963:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749611433.855964:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000020:00000040:0.0:1749611433.855966:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000001:1.0:1749611433.855970:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611433.855972:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749611433.855973:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611433.855974:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1749611433.855975:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611433.855976:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611433.855977:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749611433.855977:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611433.855979:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611433.855979:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611433.855980:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611433.855982:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.855982:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611433.855985:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.855987:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611433.855988:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1749611433.855989:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611433.855991:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:1.0:1749611433.855993:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be8b000. 00000100:00000001:2.0:1749611433.855994:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611433.855995:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.855997:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611433.856000:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611433.856001:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611433.856002:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611433.856005:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611433.856008:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611433.856010:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611433.856010:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611433.856012:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749611433.856012:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611433.856013:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611433.856014:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611433.856014:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611433.856015:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300707314 00000100:00000001:1.0:1749611433.856017:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611433.856020:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300707315 00000100:00000040:1.0:1749611433.856020:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:0.0:1749611433.856020:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 02000000:00000001:1.0:1749611433.856022:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611433.856024:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856025:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300707314 00000100:00000040:0.0:1749611433.856025:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611433.856026:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611433.856028:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611433.856029:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931008128 : -131938778543488 : ffff88009bf90a80) 00000100:00000001:3.0:1749611433.856030:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300707315 00000100:00000001:2.0:1749611433.856031:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611433.856031:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611433.856034:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611433.856034:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494671616, offset 0 00000100:00000001:3.0:1749611433.856035:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300707314 00000400:00000200:1.0:1749611433.856038:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611433.856040:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300707315 00000100:00000001:3.0:1749611433.856045:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300707314 00000400:00000200:1.0:1749611433.856045:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611433.856047:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf90a80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:114/0 lens 224/0 e 0 to 0 dl 1749611444 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856050:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611433.856051:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949300 00000100:00000001:3.0:1749611433.856053:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611433.856056:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e2d [1] + 0 00000100:00000001:3.0:1749611433.856057:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749611433.856060:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611433.856062:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749611433.856064:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611433.856064:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611433.856067:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749611433.856067:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129c55580. 00000100:00000001:0.0:1749611433.856071:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611433.856072:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611433.856075:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129c55580. 00000100:00000001:3.0:1749611433.856076:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611433.856078:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611433.856081:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611433.856082:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749611433.856082:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494671872:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1749611433.856085:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611433.856088:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.856089:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611433.856089:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494671872 00000020:00000001:0.0:1749611433.856092:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749611433.856093:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a38ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494671744:0@lo:38:kworker.0 00000400:00000200:1.0:1749611433.856094:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000020:00000001:0.0:1749611433.856097:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:1.0:1749611433.856100:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000020:00000001:0.0:1749611433.856101:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.856103:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611433.856104:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749611433.856105:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611433.856108:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611433.856109:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749611433.856110:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749611433.856111:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:3.0:1749611433.856113:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611433.856113:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611433.856113:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1749611433.856115:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611433.856116:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611433.856117:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749611433.856118:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611433.856119:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55500 x1834598494671616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611433.856120:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012b562400. 00000020:00000001:0.0:1749611433.856121:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749611433.856123:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611433.856124:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1749611433.856127:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000020:00000001:0.0:1749611433.856127:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611433.856128:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494671616:12345-0@lo:38:kworker.0 Request processed in 174us (405us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749611433.856130:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1749611433.856131:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000200:3.0:1749611433.856134:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494671744, portal 10 00000100:00100000:1.0:1749611433.856135:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00000001:0.0:1749611433.856135:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611433.856137:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611433.856138:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096334208 : -131939613217408 : ffff88006a38ed80) 00000100:00000001:1.0:1749611433.856138:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749611433.856138:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611433.856139:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611433.856142:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffe00. 00000100:00000040:3.0:1749611433.856145:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611433.856146:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 02000000:00000010:0.0:1749611433.856146:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e6400. 00000020:00000010:1.0:1749611433.856149:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd200. 02000000:00000001:0.0:1749611433.856150:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856152:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611433.856152:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611433.856153:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611433.856154:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611433.856156:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:00000001:0.0:1749611433.856157:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611433.856158:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494671744, offset 0 00010000:00000040:0.0:1749611433.856161:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494671872 00000400:00000200:3.0:1749611433.856163:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749611433.856165:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749611433.856171:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1749611433.856172:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bf90a80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:114/0 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611433.856176:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949380 00000400:00000200:3.0:1749611433.856180:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 94440 00010000:00000001:0.0:1749611433.856183:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749611433.856185:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1749611433.856185:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611433.856188:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749611433.856189:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611433.856191:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611433.856193:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611433.856193:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749611433.856197:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf93800. 00000100:00000040:3.0:1749611433.856200:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf93800 x1834598494671744 msgsize 520 00000100:00000040:0.0:1749611433.856203:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:3.0:1749611433.856204:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611433.856205:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611433.856208:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611433.856210:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.856213:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611433.856215:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611433.856219:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000001:3.0:1749611433.856224:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749611433.856224:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494671872, offset 224 00000400:00000200:0.0:1749611433.856229:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611433.856232:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611433.856234:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611433.856237:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749611433.856237:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749611433.856241:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611433.856245:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949400 00000400:00000200:0.0:1749611433.856250:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e31 [1] + 224 00000400:00000200:0.0:1749611433.856256:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611433.856258:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611433.856259:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611433.856260:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494671744 00000100:00000001:3.0:1749611433.856262:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611433.856262:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611433.856263:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749611433.856265:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611433.856265:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611433.856267:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611433.856267:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611433.856270:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856272:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611433.856272:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494671744 00000100:00000001:3.0:1749611433.856273:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611433.856275:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611433.856276:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749611433.856277:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856278:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611433.856278:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611433.856280:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611433.856282:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000020:00000001:1.0:1749611433.856282:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856284:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300707314 00000020:00000010:1.0:1749611433.856285:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000100:00000001:3.0:1749611433.856287:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300707315 00000020:00000010:1.0:1749611433.856288:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649880. 00000100:00000001:3.0:1749611433.856289:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300707314 00000100:00000001:3.0:1749611433.856291:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300707315 00000020:00000010:1.0:1749611433.856291:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:3.0:1749611433.856293:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300707314 00000100:00000001:1.0:1749611433.856294:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611433.856295:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300707315 00000100:00000001:1.0:1749611433.856295:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611433.856297:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300707314 00000100:00000001:3.0:1749611433.856300:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300707315 00000100:00000001:3.0:1749611433.856303:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611433.856304:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856306:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611433.856306:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611433.856308:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611433.856312:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611433.856315:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611433.856315:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611433.856318:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe268. 00000400:00000200:3.0:1749611433.856323:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a088 00000100:00000001:1.0:1749611433.856323:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611433.856324:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749611433.856325:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a088. 00000100:00100000:1.0:1749611433.856328:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00000001:3.0:1749611433.856329:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611433.856329:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000100:00000001:1.0:1749611433.856331:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931019776 : -131938778531840 : ffff88009bf93800) 00000400:00000010:0.0:1749611433.856331:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000200:3.0:1749611433.856334:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611433.856334:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611433.856335:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf93800 x1834598494671744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611453 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611433.856336:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611433.856340:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611433.856343:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:1.0:1749611433.856345:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494671744:12345-0@lo:38:kworker.0 00010000:00000001:0.0:1749611433.856345:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611433.856347:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611433.856348:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494671744 00000100:00000200:3.0:1749611433.856349:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611433.856350:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749611433.856350:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1749611433.856353:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749611433.856354:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf90a80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:114/0 lens 224/224 e 0 to 0 dl 1749611444 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856360:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749611433.856360:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856362:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749611433.856363:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749611433.856365:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494671872:12345-0@lo:400:kworker.0 Request processed in 303us (555us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611433.856366:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749611433.856366:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611433.856368:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611433.856370:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611433.856371:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611433.856372:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611433.856374:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611433.856374:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1749611433.856375:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749611433.856377:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1749611433.856377:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1749611433.856377:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be89400. 02000000:00000001:1.0:1749611433.856379:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856380:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749611433.856380:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7840. 00000100:00000001:1.0:1749611433.856381:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856383:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611433.856383:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00010000:00000001:1.0:1749611433.856384:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611433.856385:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed220 00010000:00000001:1.0:1749611433.856386:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611433.856386:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:3.0:1749611433.856387:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611433.856388:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed220. 00000100:00001000:1.0:1749611433.856389:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611433.856389:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611433.856391:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611433.856392:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611433.856392:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611433.856393:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1749611433.856395:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611433 v=5 (0 0 0 0) 00000020:00000010:0.0:1749611433.856395:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000040:1.0:1749611433.856396:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:2.0:1749611433.856398:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611433.856398:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749611433.856400:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=106 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611433.856400:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749611433.856400:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000100:00000040:1.0:1749611433.856403:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:0.0:1749611433.856404:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 00000100:00000001:3.0:1749611433.856405:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611433.856409:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749611433.856409:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:1.0:1749611433.856411:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611433.856411:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611433.856412:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856413:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611433.856413:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.856415:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611433.856418:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611433.856419:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611433.856421:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611433.856424:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749611433.856425:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494671744, offset 0 00000100:00000001:2.0:1749611433.856426:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611433.856429:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749611433.856429:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611433.856431:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611433.856431:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611433.856433:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611433.856435:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856436:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749611433.856436:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611433.856439:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611433.856441:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949380 00000100:00000001:3.0:1749611433.856442:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1749611433.856444:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856445:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611433.856446:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e45 [1] + 0 00000100:00080000:3.0:1749611433.856450:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749611433.856450:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749611433.856451:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=138 v=5 (5 5 5 5) 00000400:00000200:1.0:1749611433.856453:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:3.0:1749611433.856454:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:2.0:1749611433.856455:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611433.856456:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611433.856458:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611433.856459:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749611433.856460:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611433.856462:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611433.856464:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611433.856466:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749611433.856469:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749611433.856473:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611433.856477:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494671488:0@lo:38:kworker.0 00000100:00000001:1.0:1749611433.856477:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611433.856481:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611433.856483:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749611433.856484:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611433.856485:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611433.856485:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611433.856486:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611433.856487:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611433.856488:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.856489:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611433.856491:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38f800 x1834598494671488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611433.856491:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:2.0:1749611433.856493:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611433.856493:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611433.856496:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1749611433.856496:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611433.856498:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611433.856499:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf93800 x1834598494671744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611453 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856502:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749611433.856504:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611433.856506:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749611433.856509:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494671744:12345-0@lo:38:kworker.0 Request processed in 163us (306us total) trans 0 rc -19/-19 02000000:00000010:3.0:1749611433.856510:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f6400. 00000100:00000001:2.0:1749611433.856514:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611433.856515:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749611433.856516:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00000001:2.0:1749611433.856517:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611433.856518:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611433.856518:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611433.856519:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611433.856548:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611433.856552:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:1.0:1749611433.856552:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649880. 00000020:00000010:1.0:1749611433.856555:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000020:00000001:3.0:1749611433.856556:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749611433.856558:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611433.856558:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 02000000:00000010:3.0:1749611433.856561:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083908800. 00000100:00000001:1.0:1749611433.856562:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611433.856566:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611433.856569:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1749611433.856570:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494671872:0@lo:400:kworker.0 00000100:00000010:3.0:1749611433.856572:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38f800. 00000100:00000001:3.0:1749611433.856577:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611433.856577:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611433.856579:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611433.856579:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611433.856582:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611433.856584:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38ca80 x1834598494671872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856588:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611433.856591:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611433.856594:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611433.856594:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611433.856596:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611433.856597:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611433.856599:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880071736400. 00000400:00000001:3.0:1749611433.856601:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611433.856603:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749611433.856604:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1749611433.856606:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe4d0. 00000020:00000001:2.0:1749611433.856606:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611433.856608:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:3.0:1749611433.856610:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5abb0 00000020:00000001:2.0:1749611433.856611:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1749611433.856613:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5abb0. 00000100:00000001:3.0:1749611433.856616:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749611433.856620:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880129c49d00. 00000100:00000200:3.0:1749611433.856622:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611433.856624:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611433.856626:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611433.856628:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ca80. 00000100:00000001:2.0:1749611433.856632:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611433.856634:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611433.856636:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611433.856637:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611433.856642:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611433.856645:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856647:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611433.856648:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611433.856649:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611433.856650:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856651:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611433.856654:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611433.856656:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611433.856659:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611433.856662:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611433.856667:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611433 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611433.856672:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=88 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611433.856677:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611433.856679:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611433.856682:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611433.856689:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856704:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611433.856707:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611433.856708:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611433.856710:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611433.856712:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611433.856714:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611433.856717:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611433.856720:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611433.856724:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611433.856756:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494671616:0@lo:38:kworker.0 00000400:00000001:3.0:1749611433.856762:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611433.856764:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611433.856766:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000400:00000200:3.0:1749611433.856769:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611433.856771:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:3.0:1749611433.856774:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611433.856777:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611433.856787:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856793:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611433.856795:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611433.856796:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611433.856798:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611433.856799:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611433.856801:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611433.856803:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611433.856807:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611433 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611433.856810:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=138 v=20 (1 1 1 20) 00000100:00000001:3.0:1749611433.856818:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611433.856820:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611433.856823:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611433.856827:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856833:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611433.856835:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611433.856837:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611433.856838:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611433.856840:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611433.856842:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611433.856844:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611433.856846:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611433.856850:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611433.856857:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494671744:0@lo:38:kworker.0 00000100:00000001:3.0:1749611433.856861:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856863:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611433.856865:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38f480 x1834598494671616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856872:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611433.856874:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611433.856876:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f4000. 02000000:00000001:3.0:1749611433.856879:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611433.856880:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611433.856882:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611433.856884:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611433.856885:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083909400. 02000000:00000001:3.0:1749611433.856888:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611433.856889:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611433.856890:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38f480. 00000100:00000001:3.0:1749611433.856897:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611433.856899:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611433.856901:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611433.856904:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38ed80 x1834598494671744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611433.856910:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611433.856911:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611433.856913:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012b562400. 02000000:00000001:3.0:1749611433.856915:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611433.856916:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611433.856917:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611433.856919:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611433.856920:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880083909c00. 02000000:00000001:3.0:1749611433.856922:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611433.856923:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611433.856925:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ed80. 00000100:00000001:3.0:1749611433.856927:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611433.856928:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611433.856930:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856932:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611433.856933:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611433.856934:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611433.856936:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611433.857629:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300707315, at 4300707315 00000100:00000040:1.0:1749611433.857640:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300707315, at 4300707315 00000100:00000010:0.0:1749611433.857640:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405d400. 00000100:00000010:1.0:1749611433.857651:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405d480. 00000100:00000040:3.0:1749611433.857657:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300707315, at 4300707315 00000100:00000040:2.0:1749611433.857657:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300707315, at 4300707315 00000100:00000010:3.0:1749611433.857676:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405d6c0. 00000100:00000010:2.0:1749611433.857699:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b405dc80. 00010000:00000001:0.0:1749611434.012638:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611434.012645:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611434.012648:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611434.012652:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611434.012657:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611434.012660:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611434.012663:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611434.012666:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611434.012808:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611434.012813:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611434.012817:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611434.458650:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611434.458658:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611434.458660:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611434.458665:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611434.458669:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611434.458673:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611434.458676:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611434.458679:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611434.458681:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611434.624650:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611434.624657:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611434.624659:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611434.624663:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611434.624666:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611434.624669:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611434.624672:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611434.624675:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611434.624678:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611434.680644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611434.680650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611434.680653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611434.680656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611434.680659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611434.680662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611434.680665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611434.680667:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611434.680669:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611434.856644:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611434.856660:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611434.856662:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611434.856666:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611434.856669:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611434.856672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611434.856674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611435.014669:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611435.014677:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611435.014827:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611435.014833:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611435.014836:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611435.458696:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611435.458704:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611435.458707:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611435.458712:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611435.458769:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611435.458773:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611435.458777:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611435.458780:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611435.458782:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611435.624767:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611435.624776:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611435.624780:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611435.624787:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611435.624791:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611435.624796:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611435.624800:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611435.624804:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611435.624808:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611435.680650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611435.680674:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611435.680676:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611435.680681:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611435.680684:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611435.680687:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611435.680689:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611435.680692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611435.680694:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611435.856643:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611435.856660:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611435.856663:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611435.856668:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611435.856671:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611435.856675:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611435.856695:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611436.016745:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611436.016753:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611436.016883:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611436.016889:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611436.016893:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611436.458618:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611436.458623:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611436.458625:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611436.458628:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611436.458630:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611436.458633:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611436.458635:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611436.458637:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611436.458638:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611436.624639:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611436.624645:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611436.624647:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611436.624650:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611436.624652:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611436.624655:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611436.624657:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611436.624659:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611436.624660:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611436.680742:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611436.680752:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611436.680755:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611436.680759:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611436.680763:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611436.680767:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611436.680770:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611436.680774:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611436.680777:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611436.856766:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611436.856783:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611436.856786:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611436.856791:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611436.856809:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611436.856812:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611436.856815:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611437.018746:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611437.018755:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611437.018859:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611437.018866:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611437.018872:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611437.458680:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611437.458689:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611437.458692:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611437.458727:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611437.458731:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611437.458736:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611437.458739:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611437.458742:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611437.458745:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611437.624793:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611437.624801:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611437.624804:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611437.624808:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611437.624813:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611437.624816:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611437.624819:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611437.624831:0:27018:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec54a80 x1834598494671232/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611437.624842:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611437.624846:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54a80 x1834598494671232/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611437.624855:0:27018:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611437.624858:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611437.624861:0:27018:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611437.624881:0:27018:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611437.624885:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54a80 x1834598494671232/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611437.624895:0:27018:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:27018:1834598494671232:0@lo:101:mount.lustre.0 00000100:00000001:2.0:1749611437.624901:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611437.624903:0:27018:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611437.624906:0:27018:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611437.624908:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611437.624911:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54a80 x1834598494671232/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611437.624918:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611437.624921:0:27018:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab0c0. 00000100:00000001:2.0:1749611437.624925:0:27018:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611437.624926:0:27018:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611437.624931:0:27018:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611437.624935:0:27018:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611437.624938:0:27018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611437.624941:0:27018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=4 00000020:00000001:2.0:1749611437.624943:0:27018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611437.624946:0:27018:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00010000:2.0:1749611437.624951:0:27018:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611437.624961:0:27018:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611437.624966:0:27018:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611437.624973:0:27018:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611437.624976:0:27018:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611437.624982:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611437.624989:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611437.624992:0:27018:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611437.624998:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611437.625001:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611437.625004:0:27018:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611437.625007:0:27018:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611437.625013:0:27018:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ea00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611437.625016:0:27018:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611437.625019:0:27018:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611437.625024:0:27018:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611437.625026:0:27018:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611437.625027:0:27018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611437.625028:0:27018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=5 00000020:00000001:2.0:1749611437.625030:0:27018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611437.625033:0:27018:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:2.0:1749611437.625036:0:27018:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611437.625038:0:27018:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611437.625043:0:27018:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611437.625046:0:27018:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x20f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611437.625051:0:27018:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611437.625054:0:27018:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611437.625055:0:27018:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611437.625057:0:27018:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611437.625059:0:27018:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611437.625062:0:27018:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611437.625068:0:27018:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611437.625071:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611437.625072:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611437.625075:0:27018:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ea00 with handle 0x689c0ec07329d48c from hash 00010000:00000001:2.0:1749611437.625078:0:27018:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611437.625080:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611437.625081:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611437.625082:0:27018:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611437.625083:0:27018:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611437.625085:0:27018:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611437.625087:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611437.625088:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611437.625089:0:27018:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611437.625091:0:27018:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611437.625094:0:27018:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611437.625099:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611437.625100:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611437.625101:0:27018:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611437.625102:0:27018:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611437.625103:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611437.625104:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611437.625105:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611437.625108:0:27018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d48c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611437.625147:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611437.625150:0:27018:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611437.625153:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611437.625157:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54a80 x1834598494671232/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611437.625165:0:27018:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611437.625168:0:27018:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611437.625170:0:27018:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611437.625172:0:27018:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611437.625181:0:27018:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8fe00. 02000000:00000001:2.0:1749611437.625186:0:27018:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611437.625188:0:27018:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611437.625190:0:27018:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54a80. 00000100:00000001:2.0:1749611437.625195:0:27018:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611437.625196:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611437.625198:0:27018:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:2.0:1749611437.625202:0:27018:0:(mgc_request_server.c:677:mgc_get_local_copy()) Process leaving via out_mutex (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 10000000:00000001:2.0:1749611437.625209:0:27018:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1749611437.625215:0:27018:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611437.625217:0:27018:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1749611437.625219:0:27018:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff880071978000 10000000:00000010:2.0:1749611437.625223:0:27018:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff88007fb8fe00. 10000000:01000000:2.0:1749611437.625227:0:27018:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:2.0:1749611437.625231:0:27018:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=13 10000000:00000001:2.0:1749611437.625234:0:27018:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134457048576 : -131939252503040 : ffff88007fb8fe00) 10000000:00000001:2.0:1749611437.625238:0:27018:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1749611437.625241:0:27018:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611437.625243:0:27018:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 3 10000000:00000001:2.0:1749611437.625247:0:27018:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611437.625249:0:27018:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135334579200 : -131938374972416 : ffff8800b4070c00) 10000000:00000001:2.0:1749611437.625252:0:27018:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1749611437.625254:0:27018:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:2.0:1749611437.625259:0:27018:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 295 at ffff88007fb8fa00. 10000000:01000000:2.0:1749611437.625262:0:27018:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:2.0:1749611437.625265:0:27018:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=14 10000000:00000001:2.0:1749611437.625268:0:27018:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134457047552 : -131939252504064 : ffff88007fb8fa00) 10000000:00000001:2.0:1749611437.625273:0:27018:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612134457047552 : -131939252504064 : ffff88007fb8fa00) 10000000:00000001:2.0:1749611437.625278:0:27018:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611437.625280:0:27018:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:2.0:1749611437.625284:0:27018:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611437.625286:0:27018:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:2.0:1749611437.625292:0:27018:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54a80. 00000020:00000040:2.0:1749611437.625296:0:27018:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611437.625308:0:27018:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611437.625313:0:27018:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611437.625319:0:27018:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611437.625327:0:27018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8e600. 00000100:00000001:2.0:1749611437.625336:0:27018:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611437.625342:0:27018:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611437.625345:0:27018:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1749611437.625353:0:27018:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88009d2ad100 count: 2 00010000:00000001:2.0:1749611437.625357:0:27018:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611437.625361:0:27018:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611437.625366:0:27018:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f000. 00000020:00000001:2.0:1749611437.625371:0:27018:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611437.625375:0:27018:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f000 with handle 0x689c0ec07329d49a to hash 00000020:00000001:2.0:1749611437.625378:0:27018:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611437.625380:0:27018:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00010000:00000001:2.0:1749611437.625384:0:27018:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00010000:00000001:2.0:1749611437.625388:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611437.625391:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611437.625396:0:27018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611437.625405:0:27018:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611437.625416:0:27018:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611437.625421:0:27018:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611437.625423:0:27018:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611437.625428:0:27018:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab0c0. 00000100:00000001:2.0:1749611437.625430:0:27018:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837792960 : -131938871758656 : ffff8800966ab0c0) 00000100:00000001:2.0:1749611437.625432:0:27018:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611437.625434:0:27018:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393867392 : -131936315684224 : ffff88012ec54a80) 00000100:00000001:2.0:1749611437.625438:0:27018:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611437.625449:0:27018:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611437.625452:0:27018:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611437.625454:0:27018:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611437.625459:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54a80 x1834598494672000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611437.625468:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611437.625470:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611437.625473:0:27018:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec54a80 x1834598494672000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611437.625481:0:27018:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611437.625482:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611437.625484:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611437.625486:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611437.625487:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611437.625489:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611437.625491:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611437.625492:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611437.625494:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1749611437.627750:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ea00. 00000100:00000001:2.0:1749611437.680654:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611437.680662:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611437.680665:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611437.680671:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611437.680676:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611437.680681:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611437.680685:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611437.680689:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611437.680716:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611437.856589:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611437.856601:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611437.856603:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611437.856607:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611437.856608:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611437.856611:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611437.856613:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611438.020672:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611438.020680:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611438.020814:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611438.020822:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611438.020827:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611438.458763:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611438.458772:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611438.458776:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611438.458783:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611438.458788:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611438.458794:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.458798:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611438.458802:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.458805:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.624661:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611438.624668:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611438.624671:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611438.624676:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611438.624680:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611438.624721:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611438.624725:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611438.624728:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611438.624731:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.680628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611438.680634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611438.680636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611438.680639:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611438.680642:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611438.680645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611438.680647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611438.680659:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006a38df80 x1834598494671360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.680670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611438.680674:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38df80 x1834598494671360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.680708:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611438.680712:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611438.680715:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611438.680717:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611438.680721:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38df80 x1834598494671360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611438.680730:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494671360:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611438.680736:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611438.680738:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611438.680741:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611438.680743:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611438.680746:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38df80 x1834598494671360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.680753:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611438.680756:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c71900. 00000100:00000001:2.0:1749611438.680763:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611438.680765:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611438.680769:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611438.680773:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611438.680786:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611438.680790:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbce00 refcount=4 00000020:00000001:2.0:1749611438.680792:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:2.0:1749611438.680795:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00010000:2.0:1749611438.680801:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611438.680812:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611438.680817:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611438.680824:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611438.680827:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611438.680833:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611438.680835:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611438.680837:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611438.680843:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611438.680846:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611438.680849:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611438.680851:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611438.680858:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88006efbce00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611438.680861:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611438.680864:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611438.680869:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611438.680871:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611438.680876:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611438.680878:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006efbce00 refcount=5 00000020:00000001:2.0:1749611438.680880:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:2.0:1749611438.680883:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 00010000:00000001:2.0:1749611438.680886:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611438.680889:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611438.680895:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611438.680897:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611438.680902:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611438.680904:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611438.680906:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611438.680908:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611438.680910:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611438.680913:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611438.680915:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611438.680916:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611438.680918:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611438.680921:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006efbce00 with handle 0x689c0ec07329d493 from hash 00010000:00000001:2.0:1749611438.680923:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611438.680924:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611438.680925:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611438.680927:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611438.680928:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611438.680929:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611438.680932:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611438.680933:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611438.680934:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611438.680936:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611438.680938:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611438.680943:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611438.680948:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611438.680950:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611438.680952:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611438.680953:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611438.680955:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611438.680956:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611438.680959:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88006efbce00/0x689c0ec07329d493 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611438.680988:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611438.680990:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611438.680994:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611438.680998:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38df80 x1834598494671360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.681005:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611438.681009:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611438.681011:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611438.681013:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611438.681017:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006efbd800. 02000000:00000001:2.0:1749611438.681022:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611438.681023:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611438.681025:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38df80. 00000100:00000001:2.0:1749611438.681029:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611438.681031:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611438.681033:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611438.681036:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611438.681039:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611438.681043:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b405dc80. 00000020:00000010:2.0:1749611438.681047:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000020:00000010:2.0:1749611438.681052:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e000. 00000040:00000010:2.0:1749611438.681056:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f200. 00000020:00000010:2.0:1749611438.681060:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e08000. 00000020:00000010:2.0:1749611438.681065:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e400. 80000000:00000010:2.0:1749611438.681070:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b42564e0. 00040000:00000010:2.0:1749611438.681076:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8ec00. 00080000:00000010:2.0:1749611438.681085:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611438.681096:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 10000000:00000040:2.0:1749611438.681105:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611438.681109:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 10000000:00000001:2.0:1749611438.681113:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611438.681117:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611438.681123:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e000. 00000040:00000010:2.0:1749611438.681127:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f200. 00000020:00000010:2.0:1749611438.681130:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e08000. 00000020:00000010:2.0:1749611438.681136:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e400. 80000000:00000010:2.0:1749611438.681139:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b42564e0. 00040000:00000010:2.0:1749611438.681142:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8ec00. 00080000:00000010:2.0:1749611438.681147:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:2.0:1749611438.681152:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611438.681155:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 10000000:00000010:2.0:1749611438.681158:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b405dc80. 10000000:01000000:2.0:1749611438.681161:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749611438.681164:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611438.681167:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611438.681169:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611438.681171:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611438.681173:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0001 (ffff88007a828800) refs 2 10000000:00000001:2.0:1749611438.681175:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611438.681177:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611438.681179:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff880095486000) refs 2 10000000:00000001:2.0:1749611438.681181:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611438.681182:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611438.681184:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:00000001:2.0:1749611438.681185:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611438.681187:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 8 10000000:00000001:2.0:1749611438.681190:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611438.681191:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00000100:00000010:2.0:1749611438.681196:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55c00. 00000020:00000040:2.0:1749611438.681199:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611438.681203:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611438.681211:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611438.681216:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611438.681221:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8fc00. 00000100:00000001:2.0:1749611438.681228:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611438.681232:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611438.681234:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1749611438.681241:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88009d2ad100 count: 2 00010000:00000001:2.0:1749611438.681244:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611438.681247:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611438.681249:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e800. 00000020:00000001:2.0:1749611438.681252:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611438.681254:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e800 with handle 0x689c0ec07329d4a1 to hash 00000020:00000001:2.0:1749611438.681256:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611438.681258:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:2.0:1749611438.681261:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:2.0:1749611438.681263:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611438.681265:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611438.681268:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611438.681276:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611438.681286:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611438.681291:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611438.681293:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611438.681298:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749611438.681300:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749611438.681303:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611438.681304:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393871872 : -131936315679744 : ffff88012ec55c00) 00000100:00000001:2.0:1749611438.681308:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611438.681313:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.681315:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611438.681321:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611438.681327:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55c00 x1834598494672128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.681335:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611438.681337:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611438.681340:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec55c00 x1834598494672128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.681347:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.681349:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611438.681350:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611438.681352:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611438.681354:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611438.681356:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611438.681357:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611438.681359:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611438.681360:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611438.683756:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006efbce00. 00000100:00000001:0.0:1749611438.856635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611438.856641:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749611438.856653:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611413/real 1749611413] req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611438 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611438.856671:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611438.856729:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611438.856733:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe160. 00000400:00000200:0.0:1749611438.856739:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a770 00000400:00000010:0.0:1749611438.856742:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a770. 00000100:00000001:0.0:1749611438.856747:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611438.856752:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611438 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611438.856762:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.856770:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611438.856772:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.856774:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611438.856776:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611438.856780:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611438 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.856787:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.856796:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611438.856798:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.856801:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611438.856803:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611438.856805:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611438.856809:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611438 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.856817:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611438.856819:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.856821:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611438.856822:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.856825:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611438.856827:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749611438.856831:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611438.856859:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749611438.856862:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749611438.856874:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611438 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611438.856882:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494668672:0@lo:250:kworker.0 00000100:00000001:0.0:1749611438.856887:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.856890:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611438.856893:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9d180 x1834598494668672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611438 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.856899:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611438.856902:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611438.856905:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801302f7400. 02000000:00000001:0.0:1749611438.856909:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611438.856911:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611438.856913:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611438.856915:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611438.856917:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cb9a000. 02000000:00000001:0.0:1749611438.856921:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611438.856923:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611438.856924:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9d180. 00000100:00000001:0.0:1749611438.856929:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611438.856931:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.856933:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.856936:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611438.856938:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.856940:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611438.856941:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611438.856960:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611438.856968:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749611438.856970:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611438.856973:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611438.856977:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611438.856981:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6019 00000100:00080000:2.0:1749611438.856985:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611438.856988:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611438.856991:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611438.856994:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611438.856996:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611438.857000:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611438.857002:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611438.857005:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611438.857008:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611438.857010:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611438.857012:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611438.857025:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611438.857027:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611438.857029:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611438.857031:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611438.857035:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611438.857038:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611438.857040:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611438.857043:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611438.857046:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611438.857048:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.857050:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611438.857053:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611438.857057:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 00000020:00000040:2.0:1749611438.857061:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611438.857064:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611438.857066:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.857069:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611438.857071:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611438.857074:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611438.857079:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f6c00. 00000100:00000001:2.0:1749611438.857084:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611438.857091:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611438.857102:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611438.857105:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611438.857110:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec54700] to pc [ptlrpcd_rcv+-1] req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.857142:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611438.857146:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611438.857149:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611438.857151:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611438.857153:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611438.857162:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611438.857164:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6040 00000100:00080000:2.0:1749611438.857167:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611438.857170:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611438.857172:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611438.857174:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611438.857176:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611438.857178:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611438.857179:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611438.857181:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611438.857183:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611438.857185:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611438.857187:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:0.0:1749611438.857188:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611438.857190:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611438.857192:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611438.857193:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611438.857194:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611438.857196:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611438.857196:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749611438.857198:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611438.857202:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611438.857204:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611438.857204:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611438.857206:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611438.857211:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611438.857213:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857214:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611438.857215:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611438.857216:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.857217:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611438.857219:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611438.857222:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749611438.857231:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec000. 02000000:00000001:0.0:1749611438.857232:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611438.857234:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611438.857236:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1749611438.857236:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494672256:0@lo:250:kworker.0 02000000:00000001:2.0:1749611438.857237:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.857239:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611438.857240:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611438.857241:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611438.857243:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611438.857244:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611438.857246:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611438.857250:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f6000. 02000000:00000001:0.0:1749611438.857250:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611438.857254:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611438.857254:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801322e4000. 02000000:00000001:0.0:1749611438.857256:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611438.857260:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749611438.857262:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000100:00000001:2.0:1749611438.857268:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749611438.857268:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000001:2.0:1749611438.857270:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611438.857273:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ec000] to pc [ptlrpcd_rcv+-1] req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611438.857275:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494672256, portal 25 00000100:00000001:0.0:1749611438.857277:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611438.857279:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000100:00000001:2.0:1749611438.857282:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611438.857285:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749611438.857285:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611438.857288:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611438.857290:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611438.857291:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611438.857292:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611438.857294:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:0.0:1749611438.857295:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749611438.857296:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6040 00000400:00000010:0.0:1749611438.857297:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00080000:2.0:1749611438.857299:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749611438.857300:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494672256, offset 0 00000100:00000040:2.0:1749611438.857301:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611438.857303:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611438.857305:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000200:0.0:1749611438.857306:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611438.857307:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611438.857309:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611438.857310:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611438.857312:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611438.857313:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611438.857315:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611438.857317:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:0.0:1749611438.857319:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611438.857320:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611438.857322:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611438.857323:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611438.857325:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611438.857330:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf949580 00000020:00000040:2.0:1749611438.857332:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611438.857335:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000100:0.0:1749611438.857336:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494672256 offset 0 length 520: 4 00000100:00000001:2.0:1749611438.857337:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611438.857339:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749611438.857341:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe6730 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:2.0:1749611438.857342:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611438.857344:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611438.857344:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1749611438.857346:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611438.857347:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611438.857350:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec380. 00000020:00000040:2.0:1749611438.857352:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:0.0:1749611438.857352:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611438.857354:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 02000000:00000001:2.0:1749611438.857355:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611438.857356:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.857357:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611438.857357:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611438.857358:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611438.857360:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611438.857361:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611438.857363:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f5400. 00000100:00000001:2.0:1749611438.857366:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857368:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611438.857370:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611438.857371:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.857377:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611438.857379:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611438.857382:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ec380] to pc [ptlrpcd_rcv+-1] req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.857389:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857390:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611438.857392:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611438.857392:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1749611438.857395:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611438.857397:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611438.857397:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611438.857398:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611438.857400:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611438.857401:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300712337 00000100:00080000:2.0:1749611438.857402:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6040 00000100:00080000:2.0:1749611438.857405:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1749611438.857406:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55580. 00000100:00000040:2.0:1749611438.857407:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611438.857413:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611438.857413:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749611438.857415:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611438.857417:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611438.857419:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611438.857421:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611438.857422:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611438.857424:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611438.857426:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611438.857428:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611438.857431:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611438.857432:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611438.857434:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611438.857435:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611438.857435:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300712337 00000100:00000010:0.0:1749611438.857437:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55f80. 00000020:00000040:2.0:1749611438.857438:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611438.857440:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611438.857441:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611438.857442:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611438.857443:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611438.857446:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611438.857448:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.857450:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611438.857451:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611438.857454:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec700. 00000020:00000040:2.0:1749611438.857456:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611438.857458:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749611438.857458:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300712337 02000000:00000001:2.0:1749611438.857459:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.857460:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611438.857461:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1749611438.857461:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55740. 02000000:00000001:2.0:1749611438.857463:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857465:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 02000000:00000010:2.0:1749611438.857466:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f7c00. 00000100:00000001:0.0:1749611438.857468:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300712337 00000100:00000001:2.0:1749611438.857469:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611438.857471:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55480. 00000100:00100000:2.0:1749611438.857472:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611438.857474:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611438.857479:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611438.857483:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611438.857486:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857486:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857489:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611438.857490:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ec700] to pc [ptlrpcd_rcv+-1] req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.857492:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.857497:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611438.857498:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857499:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:2.0:1749611438.857500:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611438.857501:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611438.857502:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611438.857504:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749611438.857504:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611438.857507:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755eca80. 00000100:00000040:0.0:1749611438.857508:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611438.857509:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611438.857512:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611438.857513:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611438.857515:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857516:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1749611438.857518:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2ad400. 00000100:00000001:0.0:1749611438.857518:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611438.857546:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611438.857549:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611438.857551:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.857558:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611438.857560:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494672384:0@lo:38:kworker.0 00000100:00000040:2.0:1749611438.857563:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611438.857564:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611438.857566:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611438.857568:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611438.857570:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611438.857571:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611438.857573:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611438.857574:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d51c00. 00000100:00000040:2.0:1749611438.857577:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755eca80] to pc [ptlrpcd_00_01+1] req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611438.857577:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611438.857581:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000400:00000010:0.0:1749611438.857584:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000200:0.0:1749611438.857588:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494672384, portal 4 00000100:00000001:0.0:1749611438.857590:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611438.857591:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283362304 : -131939426189312 : ffff8800755ec000) 00000100:00000040:0.0:1749611438.857599:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.857606:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611438.857607:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611438.857608:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611438.857610:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000040:2.0:1749611438.857613:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6050) 00000100:00000200:0.0:1749611438.857613:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494672384, offset 0 00000400:00000200:0.0:1749611438.857617:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611438.857623:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611438.857627:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611438.857628:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf949600 00000100:00000001:1.0:1749611438.857633:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749611438.857634:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 20280 00000100:00000001:1.0:1749611438.857635:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611438.857637:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611438.857642:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611438.857643:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611438.857644:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611438.857646:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611438.857651:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611438.857653:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749611438.857655:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611438.857657:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611438.857657:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ea00. 02000000:00000001:1.0:1749611438.857661:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611438.857661:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38ea00 x1834598494672384 msgsize 520 02000000:00000001:1.0:1749611438.857663:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611438.857665:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611438.857666:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611438.857669:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494672768:0@lo:400:kworker.0 00000100:00000001:1.0:1749611438.857674:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611438.857677:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611438.857679:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611438.857681:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611438.857708:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611438.857713:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611438.857715:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 02000000:00000010:1.0:1749611438.857716:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d05be00. 00000100:00000001:0.0:1749611438.857718:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611438.857720:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611438.857725:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000200:0.0:1749611438.857728:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611438.857730:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749611438.857735:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494672768, portal 10 00000100:00000001:0.0:1749611438.857736:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611438.857737:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611438.857739:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283364992 : -131939426186624 : ffff8800755eca80) 00000100:00000040:0.0:1749611438.857739:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.857745:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611438.857747:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.857747:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611438.857748:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611438.857751:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494672384 00000100:00000001:0.0:1749611438.857751:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611438.857754:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611438.857755:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1281 usecs (2 jiffies) 00000100:00000001:1.0:1749611438.857756:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611438.857757:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611438.857758:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300712317 00000100:00000040:1.0:1749611438.857759:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611438.857760:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611438.857761:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611438.857761:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300712337 02000000:00000001:2.0:1749611438.857764:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857764:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300712317 00000100:00000001:0.0:1749611438.857766:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300712337 00000100:00100000:2.0:1749611438.857767:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494672384 00000100:00000001:0.0:1749611438.857768:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300712317 00000020:00000001:2.0:1749611438.857770:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611438.857770:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300712337 00000020:00000040:2.0:1749611438.857771:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611438.857772:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300712317 00000020:00000001:2.0:1749611438.857773:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749611438.857773:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494672768, offset 0 00000100:00000001:0.0:1749611438.857774:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300712337 00000020:00000001:2.0:1749611438.857775:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857776:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611438.857777:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857778:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611438.857779:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611438.857781:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611438.857784:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611438.857788:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000400:00000200:1.0:1749611438.857788:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611438.857791:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611438.857792:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611438.857793:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 02000000:00000001:0.0:1749611438.857794:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749611438.857796:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf949780 02000000:00000001:0.0:1749611438.857796:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611438.857798:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9bb8. 02000000:00000001:0.0:1749611438.857798:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611438.857801:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494672512:0@lo:38:kworker.0 00000400:00000200:1.0:1749611438.857802:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 94960 00000100:00000001:2.0:1749611438.857803:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611438.857804:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611438.857805:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611438.857806:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611438.857807:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611438.857808:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611438.857812:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611438.857812:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.857813:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611438.857814:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611438.857816:0:28322:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749611438.857817:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d52400. 00000100:00000200:1.0:1749611438.857818:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749611438.857819:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611438.857823:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d75f80. 00000400:00000010:0.0:1749611438.857823:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00000100:00000040:1.0:1749611438.857826:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880081d75f80 x1834598494672768 msgsize 224 00000400:00000010:0.0:1749611438.857827:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00100000:1.0:1749611438.857830:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611438.857831:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611438.857831:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494672512, portal 10 00000100:00000001:0.0:1749611438.857833:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611438.857834:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283363200 : -131939426188416 : ffff8800755ec380) 00000100:00000001:2.0:1749611438.857841:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611438.857841:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611438.857841:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.857844:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611438.857847:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749611438.857847:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611438.857849:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000400:00000010:1.0:1749611438.857850:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:0.0:1749611438.857850:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611438.857851:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749611438.857852:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096333312 : -131939613218304 : ffff88006a38ea00) 00000100:00000001:1.0:1749611438.857852:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611438.857854:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494672512, offset 0 00000100:00000040:2.0:1749611438.857857:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38ea00 x1834598494672384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611438.857857:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611438.857858:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611438.857865:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611438.857866:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611438.857868:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494672384:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749611438.857870:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611438.857870:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949680 00000100:00000200:2.0:1749611438.857872:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494672384 00000400:00000200:0.0:1749611438.857874:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 95184 00000020:00000001:2.0:1749611438.857875:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611438.857877:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611438.857879:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611438.857879:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611438.857879:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611438.857882:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611438.857883:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857885:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611438.857887:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749611438.857887:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00000200:0.0:1749611438.857887:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749611438.857890:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494672768 00000100:00000001:1.0:1749611438.857890:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300712316 00000100:00000010:0.0:1749611438.857891:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38e680. 02000000:00000001:3.0:1749611438.857893:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749611438.857893:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611438.857893:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38e680 x1834598494672512 msgsize 520 00000100:00000001:1.0:1749611438.857894:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300712337 00000100:00000001:3.0:1749611438.857895:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611438.857897:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300712316 00000100:00000001:3.0:1749611438.857898:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611438.857898:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611438.857899:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300712337 00000100:00100000:0.0:1749611438.857899:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749611438.857901:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611438.857901:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300712316 02000000:00000001:3.0:1749611438.857902:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611438.857904:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611438.857904:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300712337 00000100:00100000:3.0:1749611438.857905:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494672768 00000100:00000001:0.0:1749611438.857906:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749611438.857907:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611438.857907:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:3.0:1749611438.857909:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611438.857910:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611438.857910:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000020:00000001:3.0:1749611438.857911:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611438.857912:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611438.857912:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300712316 00000400:00000010:0.0:1749611438.857912:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000020:00000040:3.0:1749611438.857914:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611438.857914:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611438.857915:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300712337 02000000:00000010:2.0:1749611438.857916:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4c00. 00000100:00000001:1.0:1749611438.857917:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611438.857917:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611438.857918:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:2.0:1749611438.857918:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611438.857919:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611438.857920:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611438.857920:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611438.857922:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611438.857924:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611438.857924:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.857924:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611438.857926:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1749611438.857926:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611438.857927:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611438.857930:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acdac0. 00000100:00001000:2.0:1749611438.857930:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611438.857930:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611438.857932:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611438.857934:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611438.857934:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749611438.857935:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b405d540. 00000100:00000001:1.0:1749611438.857935:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611438.857936:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611438.857939:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857939:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857940:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749611438.857941:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611438.857942:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611438.857944:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611438.857945:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611438.857947:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611438.857948:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1111 usecs (2 jiffies) 00000100:00000001:2.0:1749611438.857950:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611438.857950:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300712317 00000100:00000001:3.0:1749611438.857951:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749611438.857953:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611438.857955:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611438.857955:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300712337 00000020:00000010:3.0:1749611438.857956:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736000. 02000000:00000001:2.0:1749611438.857958:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.857958:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300712317 00000020:00000010:3.0:1749611438.857960:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7c80. 00000100:00000001:2.0:1749611438.857960:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611438.857960:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300712337 00000100:00000040:2.0:1749611438.857962:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611438.857962:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300712317 00000100:00000001:0.0:1749611438.857964:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300712337 00000020:00000010:3.0:1749611438.857965:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000400:00000010:2.0:1749611438.857965:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611438.857965:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611438.857966:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300712317 00000100:00100000:1.0:1749611438.857968:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494672512 00000100:00000001:0.0:1749611438.857968:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300712337 00000100:00000200:2.0:1749611438.857970:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494672384, offset 0 02000000:00000001:1.0:1749611438.857970:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611438.857970:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611438.857972:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611438.857972:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611438.857973:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611438.857974:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611438.857975:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749611438.857975:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611438.857975:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611438.857977:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611438.857978:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611438.857978:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611438.857980:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611438.857981:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494672512 00000400:00000200:2.0:1749611438.857983:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611438.857983:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611438.857984:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611438.857985:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:1.0:1749611438.857985:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611438.857986:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611438.857987:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1749611438.857987:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611438.857988:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749611438.857989:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611438.857989:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611438.857991:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf949600 00000020:00000001:1.0:1749611438.857991:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611438.857991:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611438.857994:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494672640:0@lo:38:kworker.0 00000020:00000010:1.0:1749611438.857995:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b200. 00000400:00000200:2.0:1749611438.857997:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8e5d [1] + 0 00000100:00000001:0.0:1749611438.857997:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611438.857998:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611438.857999:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649880. 02000000:00000001:0.0:1749611438.857999:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611438.858000:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611438.858002:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611438.858002:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749611438.858003:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 02000000:00000010:0.0:1749611438.858004:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d53400. 00000100:00000001:3.0:1749611438.858005:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611438.858006:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611438.858006:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611438.858007:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611438.858008:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611438.858009:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611438.858011:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611438.858014:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749611438.858014:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611438.858014:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000100:00000001:1.0:1749611438.858015:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611438.858016:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749611438.858017:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00100000:3.0:1749611438.858021:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00000200:0.0:1749611438.858021:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494672640, portal 10 00000100:00000001:1.0:1749611438.858022:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.858023:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749611438.858024:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000040:2.0:1749611438.858024:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.858024:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283364096 : -131939426187520 : ffff8800755ec700) 00000100:00000001:3.0:1749611438.858026:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492594048 : -131939216957568 : ffff880081d75f80) 00000100:00000001:1.0:1749611438.858029:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611438.858031:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749611438.858031:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.858032:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611438.858033:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d75f80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:119/0 lens 224/0 e 0 to 0 dl 1749611449 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611438.858035:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000400:00000200:2.0:1749611438.858037:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:0.0:1749611438.858037:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611438.858038:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096332416 : -131939613219200 : ffff88006a38e680) 00000400:00000010:2.0:1749611438.858040:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000040:0.0:1749611438.858040:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611438.858041:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749611438.858042:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611438.858044:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611438.858044:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749611438.858044:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494672640, offset 0 00000020:00000010:3.0:1749611438.858046:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd5c0. 00000100:00000001:2.0:1749611438.858047:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611438.858047:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611438.858049:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611438.858049:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38e680 x1834598494672512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611438.858050:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000010:3.0:1749611438.858052:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd5c0. 00000100:00000001:2.0:1749611438.858052:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611438.858053:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611438.858054:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611438.858057:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494672768:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749611438.858058:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949700 00000100:00000040:2.0:1749611438.858059:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ea00 x1834598494672384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611438.858061:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494672768 00000100:00100000:1.0:1749611438.858061:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494672512:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611438.858063:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 95704 00000020:00000001:3.0:1749611438.858064:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749611438.858064:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494672512 00000020:00000001:3.0:1749611438.858067:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611438.858067:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611438.858067:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611438.858069:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611438.858070:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611438.858070:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611438.858072:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611438.858072:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749611438.858074:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000200:0.0:1749611438.858074:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611438.858077:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1749611438.858077:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38e300. 00000100:00000040:0.0:1749611438.858079:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38e300 x1834598494672640 msgsize 520 00000100:00100000:2.0:1749611438.858080:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494672384:12345-0@lo:38:kworker.0 Request processed in 212us (416us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749611438.858080:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611438.858081:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611438.858083:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00020000:1.0:1749611438.858083:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749611438.858083:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611438.858085:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749611438.858086:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611438.858087:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611438.858089:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00010000:00000001:1.0:1749611438.858089:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611438.858090:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611438.858090:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611438.858092:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611438.858092:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749611438.858093:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:3.0:1749611438.858094:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611438.858094:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611438.858094:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611438.858095:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 02000000:00000001:3.0:1749611438.858096:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749611438.858096:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611438.858097:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749611438.858098:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 02000000:00000010:1.0:1749611438.858099:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be8ac00. 02000000:00000010:3.0:1749611438.858100:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b562400. 00000100:00000200:0.0:1749611438.858100:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611438.858101:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611438.858102:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611438.858104:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611438.858104:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9bb8. 00000100:00000001:1.0:1749611438.858104:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611438.858106:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611438.858107:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611438.858107:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749611438.858108:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00010000:00000040:3.0:1749611438.858109:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494672768 00010000:00000001:1.0:1749611438.858109:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611438.858110:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611438.858111:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749611438.858112:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611438.858115:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611438.858116:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611438.858117:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611438.858117:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611438.858118:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749611438.858120:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611438.858122:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000200:3.0:1749611438.858123:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880081d75f80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:119/0 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611438.858124:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611438.858127:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611438.858128:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611438.858130:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749611438.858130:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749611438.858131:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611438.858131:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 02000000:00000001:1.0:1749611438.858132:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611438.858133:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494672640 00000100:00000001:0.0:1749611438.858133:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300712316 00010000:00000001:3.0:1749611438.858134:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611438.858134:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611438.858135:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611438.858136:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611438.858136:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749611438.858137:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611438.858139:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611438.858139:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749611438.858141:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611438.858142:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611438.858143:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494672512, offset 0 00000100:00000040:3.0:1749611438.858144:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00100000:2.0:1749611438.858144:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494672640 00000100:00000001:0.0:1749611438.858145:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300712337 00000100:00000001:3.0:1749611438.858146:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611438.858146:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611438.858147:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749611438.858147:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611438.858148:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611438.858148:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300712316 00000020:00000001:2.0:1749611438.858149:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749611438.858150:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858150:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300712337 00000020:00000001:2.0:1749611438.858151:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611438.858152:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611438.858152:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300712316 00000020:00000001:2.0:1749611438.858153:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858154:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300712337 00000100:00000040:3.0:1749611438.858155:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749611438.858156:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000100:00000001:0.0:1749611438.858156:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300712316 00000020:00000010:2.0:1749611438.858158:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:0.0:1749611438.858158:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300712337 00000400:00000010:3.0:1749611438.858159:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000400:00000200:1.0:1749611438.858160:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611438.858160:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611438.858161:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9bb8. 00000100:00000001:0.0:1749611438.858162:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.858163:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749611438.858164:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494672768, offset 224 00000100:00000001:0.0:1749611438.858164:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.858165:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611438.858166:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611438.858166:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949680 00000100:00000001:0.0:1749611438.858167:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611438.858169:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611438.858169:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858171:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611438.858173:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611438.858175:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611438.858176:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749611438.858179:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611438.858186:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949780 00000400:00000200:1.0:1749611438.858186:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e6d [1] + 0 00000100:00000001:2.0:1749611438.858189:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611438.858191:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611438.858192:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e65 [1] + 224 00000100:00000001:2.0:1749611438.858195:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749611438.858195:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611438.858197:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611438.858198:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611438.858199:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611438.858201:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000400:00000200:3.0:1749611438.858202:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611438.858203:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096331520 : -131939613220096 : ffff88006a38e300) 00000100:00000001:0.0:1749611438.858203:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749611438.858204:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.858205:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611438.858206:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611438.858207:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38e300 x1834598494672640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611458 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.858207:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858209:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611438.858211:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611438.858213:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611438.858218:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611438.858219:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749611438.858221:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611438.858221:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000100:00000001:1.0:1749611438.858222:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749611438.858223:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494672640:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611438.858225:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000200:2.0:1749611438.858227:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494672640 00000400:00000010:0.0:1749611438.858227:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000020:00000001:2.0:1749611438.858230:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611438.858230:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611438.858232:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611438.858233:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611438.858234:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000200:0.0:1749611438.858234:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611438.858237:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749611438.858239:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611438.858240:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611438.858241:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00020000:2.0:1749611438.858243:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749611438.858243:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611438.858244:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611438.858245:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611438.858247:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:2.0:1749611438.858248:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611438.858250:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611438.858251:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:2.0:1749611438.858251:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611438.858252:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611438.858252:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611438.858254:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 02000000:00000001:2.0:1749611438.858254:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749611438.858256:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38e680 x1834598494672512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611438.858258:0:12680:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:2.0:1749611438.858258:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7400. 00000100:00000001:3.0:1749611438.858259:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749611438.858260:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.858262:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858262:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611438.858263:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858263:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611438.858264:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749611438.858266:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:2.0:1749611438.858266:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611438.858266:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494672512:12345-0@lo:38:kworker.0 Request processed in 206us (370us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611438.858266:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:2.0:1749611438.858269:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749611438.858269:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611438.858271:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611438.858272:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611438.858273:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.858274:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749611438.858275:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00010000:00000001:3.0:1749611438.858276:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749611438.858276:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:0.0:1749611438.858276:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611438.858278:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611438.858278:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611438.858278:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611438.858279:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611438.858280:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611438.858281:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:0.0:1749611438.858281:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611438 v=5 (0 0 0 0) 00000020:00000010:1.0:1749611438.858283:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649880. 00000100:00000040:2.0:1749611438.858284:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611438.858285:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1749611438.858285:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=111 v=20 (20 1 1 1) 00000100:00000040:3.0:1749611438.858286:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d75f80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:119/0 lens 224/224 e 0 to 0 dl 1749611449 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611438.858286:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 02000000:00000001:2.0:1749611438.858287:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858288:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611438.858289:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611438.858290:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b200. 00000100:00000001:0.0:1749611438.858290:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611438.858291:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611438.858293:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749611438.858294:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611438.858294:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611438.858297:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494672768:12345-0@lo:400:kworker.0 Request processed in 250us (467us total) trans 0 rc 0/0 00000100:00000200:2.0:1749611438.858298:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494672640, offset 0 00000100:00000040:0.0:1749611438.858298:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611438.858302:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611438.858305:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00000001:0.0:1749611438.858305:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611438.858307:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611438.858308:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:2.0:1749611438.858308:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611438.858309:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611438.858311:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611438.858311:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611438.858312:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611438.858313:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611438.858313:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611438.858314:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749611438.858316:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7c80. 00000100:00080000:0.0:1749611438.858316:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000001:1.0:1749611438.858317:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1749611438.858318:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749611438.858319:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949700 00000020:00000010:3.0:1749611438.858320:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:0.0:1749611438.858320:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611438.858324:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736000. 00000100:00000040:0.0:1749611438.858324:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611438.858328:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611438.858331:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611438.858332:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749611438.858332:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494672384:0@lo:38:kworker.0 00000400:00000010:1.0:1749611438.858335:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000400:00000200:1.0:1749611438.858338:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611438.858340:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749611438.858343:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:3.0:1749611438.858346:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749611438.858346:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e79 [1] + 0 00000100:00000200:1.0:1749611438.858347:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611438.858350:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000001:0.0:1749611438.858350:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749611438.858351:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749611438.858352:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1749611438.858354:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611438.858354:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000100:00000200:1.0:1749611438.858356:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611438.858357:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611438.858359:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:1.0:1749611438.858363:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611438.858364:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611438.858366:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611438.858367:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611438.858368:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611438.858368:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611438.858370:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611438.858371:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611438.858372:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611438.858373:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611438.858374:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611438.858380:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=143 v=5 (5 5 5 5) 00000100:00000200:0.0:1749611438.858380:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611438.858383:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611438.858383:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=143 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611438.858386:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611438.858386:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611438.858387:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611438.858388:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858389:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749611438.858390:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749611438.858391:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611438.858391:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611438.858392:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611438.858394:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611438.858395:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00010000:00080000:1.0:1749611438.858395:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611438.858396:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611438.858397:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611438.858399:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749611438.858399:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611438 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611438.858400:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749611438.858402:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=93 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611438.858403:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611438.858403:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858404:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749611438.858406:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611438.858406:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611438.858406:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611438.858408:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611438.858408:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611438.858408:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611438.858409:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1749611438.858411:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611438.858411:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611438.858412:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611438.858414:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38e300 x1834598494672640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611458 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611438.858414:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.858419:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611438.858421:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611438.858421:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611438.858422:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611438.858423:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749611438.858424:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494672640:12345-0@lo:38:kworker.0 Request processed in 201us (342us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611438.858424:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611438.858425:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.858425:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611438.858428:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611438.858428:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611438.858430:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:2.0:1749611438.858432:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00000001:0.0:1749611438.858432:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611438.858434:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611438.858436:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611438.858436:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611438.858439:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00100000:1.0:1749611438.858441:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494672768:0@lo:400:kworker.0 00000020:00000010:2.0:1749611438.858443:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9bb8. 00000100:00100000:0.0:1749611438.858443:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494672512:0@lo:38:kworker.0 00000020:00000010:2.0:1749611438.858446:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000100:00000001:1.0:1749611438.858446:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611438.858448:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611438.858449:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611438.858451:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755eca80 x1834598494672768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611438.858456:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611438.858457:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1749611438.858457:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749611438.858459:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1749611438.858459:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 02000000:00000010:1.0:1749611438.858461:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d05be00. 00000400:00000200:0.0:1749611438.858461:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749611438.858463:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 02000000:00000001:1.0:1749611438.858464:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611438.858465:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611438.858465:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749611438.858467:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611438.858469:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749611438.858469:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611438.858471:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2ad400. 02000000:00000001:1.0:1749611438.858473:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611438.858475:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611438.858477:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755eca80. 00000100:00000200:0.0:1749611438.858477:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611438.858480:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611438.858481:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611438.858483:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.858483:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611438.858484:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.858486:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611438.858487:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749611438.858487:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611438.858489:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858489:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611438.858490:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611438.858491:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611438.858492:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611438.858493:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611438.858495:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611438 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611438.858498:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=143 v=20 (1 1 1 20) 00000100:00000001:0.0:1749611438.858500:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611438.858502:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611438.858503:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611438.858507:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.858513:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611438.858515:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611438.858517:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.858519:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611438.858543:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611438.858546:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611438.858549:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611438.858551:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611438.858561:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611438.858569:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494672640:0@lo:38:kworker.0 00000100:00000001:0.0:1749611438.858573:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858575:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611438.858577:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ec000 x1834598494672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.858584:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611438.858586:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611438.858588:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d51c00. 02000000:00000001:0.0:1749611438.858592:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611438.858594:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611438.858595:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611438.858597:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611438.858599:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f6000. 02000000:00000001:0.0:1749611438.858603:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611438.858604:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611438.858606:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ec000. 00000100:00000001:0.0:1749611438.858609:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611438.858610:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.858611:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611438.858614:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ec380 x1834598494672512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.858620:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611438.858621:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611438.858622:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d52400. 02000000:00000001:0.0:1749611438.858625:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611438.858626:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611438.858627:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611438.858629:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611438.858631:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f5400. 02000000:00000001:0.0:1749611438.858633:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611438.858634:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611438.858635:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ec380. 00000100:00000001:0.0:1749611438.858643:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611438.858644:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.858646:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611438.858649:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ec700 x1834598494672640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611438.858655:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611438.858657:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611438.858658:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d53400. 02000000:00000001:0.0:1749611438.858660:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611438.858661:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611438.858662:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611438.858664:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611438.858665:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f7c00. 02000000:00000001:0.0:1749611438.858667:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611438.858668:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611438.858670:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ec700. 00000100:00000001:0.0:1749611438.858672:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611438.858673:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611438.858674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858676:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611438.858677:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611438.858679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611438.858681:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611438.879672:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300712337, at 4300712337 00000100:00000040:0.0:1749611438.879675:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300712337, at 4300712337 00000100:00000040:1.0:1749611438.879677:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300712337, at 4300712337 00000100:00000040:3.0:1749611438.879679:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300712337, at 4300712337 00000100:00000010:2.0:1749611438.879701:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55740. 00000100:00000010:0.0:1749611438.879714:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55580. 00000100:00000010:3.0:1749611438.879715:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55480. 00000100:00000010:1.0:1749611438.879729:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55f80. 00010000:00000001:0.0:1749611439.022641:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611439.022646:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611439.022767:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611439.022781:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611439.022785:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611439.458734:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611439.458743:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611439.458745:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611439.458750:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611439.458754:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611439.458758:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611439.458761:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611439.458764:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611439.458767:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611439.624768:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611439.624791:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611439.624793:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611439.624798:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611439.624801:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611439.624804:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611439.624806:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611439.624810:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611439.624812:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611439.680632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611439.680637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611439.680639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611439.680643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611439.680646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611439.680648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611439.680651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611439.680653:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611439.680655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611440.024729:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611440.024736:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611440.024869:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611440.024875:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611440.024878:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611440.458636:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611440.458643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611440.458645:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611440.458649:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611440.458653:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611440.458657:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611440.458660:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611440.458663:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611440.458666:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611440.624757:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611440.624764:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611440.624766:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611440.624771:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611440.624775:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611440.624778:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611440.624781:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611440.624784:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611440.624786:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611440.680632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611440.680637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611440.680639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611440.680643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611440.680646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611440.680649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611440.680651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611440.680653:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611440.680655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749611440.998705:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:2.0:1749611440.998715:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:2.0:1749611440.998721:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611440.998935:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1749611441.026624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611441.026628:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611441.026745:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611441.026750:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611441.026755:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611441.458739:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611441.458747:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611441.458749:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611441.458754:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611441.458758:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611441.458762:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611441.458765:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611441.458767:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611441.458788:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611441.624740:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611441.624746:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611441.624749:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611441.624753:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611441.624756:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611441.624759:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611441.624762:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611441.624765:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611441.624767:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611441.680632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611441.680637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611441.680652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611441.680677:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611441.680681:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611441.680684:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611441.680686:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611441.680688:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611441.680691:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611442.028640:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611442.028646:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611442.028785:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611442.028790:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611442.028794:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611442.458726:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611442.458734:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611442.458736:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611442.458741:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611442.458745:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611442.458749:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611442.458752:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611442.458754:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611442.458757:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611442.624739:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611442.624747:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611442.624750:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611442.624755:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611442.624758:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611442.624763:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611442.624766:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611442.624769:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611442.624771:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611442.680632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611442.680638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611442.680640:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611442.680644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611442.680669:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611442.680672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611442.680674:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611442.680677:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611442.680681:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611443.030695:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611443.030703:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611443.030786:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611443.030792:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611443.030796:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611443.458745:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611443.458754:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611443.458756:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611443.458761:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611443.458765:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611443.458769:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.458772:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611443.458775:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.458777:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.624807:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611443.624816:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611443.624820:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611443.624826:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611443.624831:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611443.624836:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.624840:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611443.624855:0:27018:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec54a80 x1834598494672000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.624867:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611443.624871:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54a80 x1834598494672000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.624880:0:27018:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611443.624900:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.624903:0:27018:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611443.624905:0:27018:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611443.624909:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54a80 x1834598494672000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611443.624918:0:27018:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:27018:1834598494672000:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611443.624923:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.624925:0:27018:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611443.624928:0:27018:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611443.624930:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611443.624933:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54a80 x1834598494672000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.624940:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611443.624943:0:27018:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab0c0. 00000100:00000001:0.0:1749611443.624948:0:27018:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611443.624950:0:27018:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611443.624954:0:27018:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611443.624958:0:27018:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611443.624962:0:27018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611443.624966:0:27018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f000 refcount=4 00000020:00000001:0.0:1749611443.624968:0:27018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00010000:00000001:0.0:1749611443.624971:0:27018:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00010000:00010000:0.0:1749611443.624977:0:27018:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611443.624987:0:27018:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611443.624992:0:27018:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611443.624999:0:27018:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611443.625002:0:27018:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611443.625013:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611443.625015:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611443.625019:0:27018:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611443.625024:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611443.625027:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611443.625030:0:27018:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611443.625033:0:27018:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611443.625039:0:27018:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611443.625042:0:27018:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611443.625045:0:27018:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611443.625050:0:27018:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611443.625052:0:27018:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611443.625053:0:27018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611443.625054:0:27018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f000 refcount=5 00000020:00000001:0.0:1749611443.625056:0:27018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00010000:00000001:0.0:1749611443.625058:0:27018:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00010000:00000001:0.0:1749611443.625061:0:27018:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611443.625064:0:27018:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611443.625069:0:27018:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611443.625071:0:27018:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611443.625076:0:27018:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611443.625079:0:27018:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611443.625080:0:27018:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611443.625087:0:27018:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611443.625089:0:27018:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611443.625092:0:27018:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611443.625093:0:27018:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611443.625095:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611443.625097:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611443.625100:0:27018:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f000 with handle 0x689c0ec07329d49a from hash 00010000:00000001:0.0:1749611443.625102:0:27018:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611443.625104:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611443.625105:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611443.625106:0:27018:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611443.625107:0:27018:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611443.625109:0:27018:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611443.625111:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611443.625112:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611443.625113:0:27018:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611443.625115:0:27018:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611443.625118:0:27018:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611443.625123:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611443.625124:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611443.625125:0:27018:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611443.625126:0:27018:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611443.625128:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611443.625129:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611443.625130:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611443.625132:0:27018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f000/0x689c0ec07329d49a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611443.625166:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611443.625168:0:27018:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611443.625171:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611443.625176:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54a80 x1834598494672000/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.625183:0:27018:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611443.625192:0:27018:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611443.625194:0:27018:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611443.625196:0:27018:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611443.625201:0:27018:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8e600. 02000000:00000001:0.0:1749611443.625205:0:27018:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611443.625207:0:27018:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611443.625209:0:27018:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54a80. 00000100:00000001:0.0:1749611443.625215:0:27018:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611443.625216:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611443.625218:0:27018:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611443.625221:0:27018:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611443.625224:0:27018:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611443.625227:0:27018:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55580. 00000020:00000010:0.0:1749611443.625232:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbdc00. 00000020:00000010:0.0:1749611443.625237:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbc200. 00000040:00000010:0.0:1749611443.625240:0:27018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006efbcc00. 00000020:00000010:0.0:1749611443.625246:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f5800. 00000020:00000010:0.0:1749611443.625251:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbc800. 80000000:00000010:0.0:1749611443.625256:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16ae0. 00040000:00000010:0.0:1749611443.625262:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbc600. 00080000:00000010:0.0:1749611443.625278:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880132678000. 00080000:00000010:0.0:1749611443.625284:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abe000. 10000000:00000040:0.0:1749611443.625293:0:27018:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611443.625298:0:27018:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 00000040:00000001:0.0:1749611443.625303:0:27018:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611443.625305:0:27018:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611443.625308:0:27018:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88006efbc400. 00000040:00000001:0.0:1749611443.625312:0:27018:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611443.625316:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611443.625321:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:0.0:1749611443.625325:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00080000:00000001:0.0:1749611443.625336:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611443.625339:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611443.625363:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611443.625383:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.625390:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611443.625392:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.625394:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611443.625397:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611443.625401:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x6:0x0] 84:3075167909 to info ffff880132678000 00000020:00000001:0.0:1749611443.625405:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801303373f8 00080000:00000002:0.0:1749611443.625407:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:0.0:1749611443.625410:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.625414:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611443.625417:0:27018:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880111d52400. 00080000:00000001:0.0:1749611443.625420:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611443.625425:0:27018:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b84a0. 00000020:00000001:0.0:1749611443.625428:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611443.625436:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c49b00. 00000020:00000001:0.0:1749611443.625442:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611443.625445:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbc000. 00000020:00000001:0.0:1749611443.625447:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.625450:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611443.625452:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611443.625455:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.625457:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611443.625460:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.625464:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611443.625469:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137309936472 : -131936399615144 : ffff880129c49b58) 00000040:00000001:0.0:1749611443.625472:0:27018:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.625474:0:27018:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.625476:0:27018:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611443.625481:0:27018:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136aba000. 00000040:00000001:0.0:1749611443.625483:0:27018:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611443.625486:0:27018:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611443.626558:0:27018:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.626563:0:27018:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.626566:0:27018:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.626569:0:27018:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611443.626572:0:27018:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16c60. 00000040:00001000:0.0:1749611443.626576:0:27018:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611443.626597:0:27018:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611443.626601:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006efbd600. 00000020:00000010:0.0:1749611443.626605:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbd000. 00000040:00000010:0.0:1749611443.626611:0:27018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006efbce00. 00000020:00000010:0.0:1749611443.626614:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611443.626620:0:27018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efddf98. 00000020:00000010:0.0:1749611443.626624:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbd800. 80000000:00000010:0.0:1749611443.626627:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16420. 40000000:00000010:0.0:1749611443.626631:0:27018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129c55a00. 00100000:00000010:0.0:1749611443.626637:0:27018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8801327a3800. 00040000:00000010:0.0:1749611443.626670:0:27018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129c49800. 00040000:00000010:0.0:1749611443.626673:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbd200. 00080000:00000010:0.0:1749611443.626679:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d7000. 00080000:00000010:0.0:1749611443.626684:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 00000004:00000010:0.0:1749611443.626690:0:27018:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8801327a4800. 00000004:00000010:0.0:1749611443.626696:0:27018:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800ac9d5000. 00000004:00000010:0.0:1749611443.626700:0:27018:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8801327a2000. 00002000:00000010:0.0:1749611443.626705:0:27018:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880111d51c00. 00000004:00000010:0.0:1749611443.626710:0:27018:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880111d51400. 00000020:00000010:0.0:1749611443.626714:0:27018:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129c55940. 00000040:00000010:0.0:1749611443.626721:0:27018:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880136abc000. 00000040:00001000:0.0:1749611443.626724:0:27018:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611443.626726:0:27018:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611443.626729:0:27018:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611443.626733:0:27018:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:0.0:1749611443.627053:0:27018:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611443.627056:0:27018:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.627058:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611443.627060:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611443.627062:0:27018:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627063:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611443.627065:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1749611443.627066:0:27018:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627071:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc160 type=0x10620000 idx=3 00000040:00001000:0.0:1749611443.627073:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1749611443.627074:0:27018:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627075:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc1d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611443.627076:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611443.627077:0:27018:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627078:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc2b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611443.627079:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611443.627080:0:27018:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627081:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611443.627082:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611443.627083:0:27018:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627084:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc3e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611443.627085:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611443.627086:0:27018:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627087:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc4c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611443.627088:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611443.627089:0:27018:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627090:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc5a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611443.627091:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611443.627092:0:27018:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627093:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc5f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611443.627094:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611443.627095:0:27018:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627096:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc6d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611443.627097:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611443.627098:0:27018:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627099:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc7b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611443.627100:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611443.627101:0:27018:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627102:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611443.627103:0:27018:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611443.627106:0:27018:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611443.627108:0:27018:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611443.627110:0:27018:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611443.627114:0:27018:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611443.627115:0:27018:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.627116:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611443.627118:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611443.627119:0:27018:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000040:00001000:0.0:1749611443.627120:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abc908 type=0x0 idx=0 00000040:00000001:0.0:1749611443.627121:0:27018:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611443.627123:0:27018:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611443.627125:0:27018:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880136abc000. 00000020:00000010:0.0:1749611443.627149:0:27018:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129c55940. 00000020:00000010:0.0:1749611443.627154:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbd000. 00000040:00000010:0.0:1749611443.627156:0:27018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006efbce00. 00000020:00000010:0.0:1749611443.627158:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611443.627162:0:27018:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efddf98. 00000020:00000010:0.0:1749611443.627165:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbd800. 80000000:00000010:0.0:1749611443.627167:0:27018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16420. 40000000:00000010:0.0:1749611443.627170:0:27018:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129c55a00. 00100000:00000010:0.0:1749611443.627172:0:27018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801327a3800. 00040000:00000010:0.0:1749611443.627175:0:27018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129c49800. 00040000:00000010:0.0:1749611443.627177:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbd200. 00080000:00000010:0.0:1749611443.627180:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:0.0:1749611443.627196:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d7000. 00000004:00000010:0.0:1749611443.627199:0:27018:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8801327a4800. 00000004:00000010:0.0:1749611443.627202:0:27018:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800ac9d5000. 00000004:00000010:0.0:1749611443.627205:0:27018:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8801327a2000. 00002000:00000010:0.0:1749611443.627207:0:27018:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880111d51c00. 00000004:00000010:0.0:1749611443.627210:0:27018:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880111d51400. 00000020:00000010:0.0:1749611443.627212:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbd600. 00000040:00000010:0.0:1749611443.627213:0:27018:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16c60. 00000040:00000001:0.0:1749611443.627215:0:27018:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.627217:0:27018:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611443.627222:0:27018:0:(lu_object.c:207:lu_object_put()) Add ffff88006efbc000/ffff880129c49b00 to site lru. bkt: ffff880111e988f8 00000040:00000010:0.0:1749611443.627224:0:27018:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b84a0. 00000040:00000001:0.0:1749611443.627226:0:27018:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611443.627228:0:27018:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136aba000. 00000040:00000010:0.0:1749611443.627262:0:27018:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88006efbc400. 00000040:00000001:0.0:1749611443.627264:0:27018:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611443.627268:0:27018:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-OST0000, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611443.627272:0:27018:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611443.627274:0:27018:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.627278:0:27018:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611443.627280:0:27018:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:0.0:1749611443.627281:0:27018:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611443.627283:0:27018:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88006efbc400. 00000040:00000001:0.0:1749611443.627286:0:27018:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611443.627288:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611443.627291:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:0.0:1749611443.627294:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00080000:00000001:0.0:1749611443.627299:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611443.627302:0:27018:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611443.627305:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611443.627308:0:27018:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b84a0. 00000020:00000001:0.0:1749611443.627311:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611443.627314:0:27018:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612137309936472 : -131936399615144 : ffff880129c49b58) 00000040:00000001:0.0:1749611443.627317:0:27018:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.627319:0:27018:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.627321:0:27018:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611443.627323:0:27018:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136aba000. 00000040:00000001:0.0:1749611443.627325:0:27018:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611443.627327:0:27018:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611443.627334:0:27018:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.627336:0:27018:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.627337:0:27018:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611443.627339:0:27018:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611443.627341:0:27018:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16c60. 00000040:00001000:0.0:1749611443.627348:0:27018:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611443.627750:0:27044:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611443.627755:0:27044:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000020:00000010:1.0:1749611443.627759:0:27044:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05b200. 00000040:00000010:1.0:1749611443.627761:0:27044:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d05bc00. 00000020:00000010:1.0:1749611443.627763:0:27044:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197a800. 00000020:00000010:1.0:1749611443.627766:0:27044:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f8c0. 00000020:00000010:1.0:1749611443.627768:0:27044:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05a200. 80000000:00000010:1.0:1749611443.627771:0:27044:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c021c60. 40000000:00000010:1.0:1749611443.627778:0:27044:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801369db980. 00100000:00000010:1.0:1749611443.627781:0:27044:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197e800. 00040000:00000010:1.0:1749611443.627783:0:27044:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9300. 00040000:00000010:1.0:1749611443.627785:0:27044:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05a400. 00080000:00000010:1.0:1749611443.627788:0:27044:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b4000. 00080000:00000010:1.0:1749611443.627792:0:27044:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a16000. 00000004:00000010:1.0:1749611443.627795:0:27044:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880071979000. 00000004:00000010:1.0:1749611443.627798:0:27044:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611443.627801:0:27044:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071979800. 00002000:00000010:1.0:1749611443.627804:0:27044:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009be8b800. 00000004:00000010:1.0:1749611443.627807:0:27044:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880130310000. 00000020:00000010:1.0:1749611443.627809:0:27044:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801369db740. 00000040:00000010:1.0:1749611443.627813:0:27044:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880124a12000. 00000040:00001000:1.0:1749611443.627815:0:27044:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611443.627816:0:27044:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611443.627818:0:27044:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611443.627820:0:27044:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:1.0:1749611443.627828:0:27044:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611443.627829:0:27044:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611443.627831:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a12000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611443.627833:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611443.627834:0:27044:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611443.627836:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611443.627838:0:27044:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611443.627839:0:27044:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611443.627840:0:27044:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611443.627844:0:27044:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1749611443.627845:0:27044:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611443.627847:0:27044:0:(obd_mount.c:979:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611443.627850:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9900. 00000020:00000080:1.0:1749611443.627852:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611443.627853:0:27044:0:(obd_config.c:1473:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000001:1.0:1749611443.627855:0:27044:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611443.627857:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9900. 00000020:00000001:1.0:1749611443.627862:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611443.627863:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a120e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611443.627865:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1749611443.627866:0:27044:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611443.627867:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611443.627869:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff88009b649880. 00000020:00000080:1.0:1749611443.627870:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611443.627872:0:27044:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611443.627874:0:27044:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611443.627883:0:27044:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085154050. 00000020:00000080:1.0:1749611443.627886:0:27044:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff880085154050) 00000020:00000001:1.0:1749611443.627887:0:27044:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611443.627889:0:27044:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197b800. 00000020:00000001:1.0:1749611443.627890:0:27044:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611443.627892:0:27044:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197b800 with handle 0x689c0ec07329d4a8 to hash 00000020:00000001:1.0:1749611443.627893:0:27044:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611443.627895:0:27044:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611443.627897:0:27044:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611443.627899:0:27044:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219986944 : -131939489564672 : ffff88007197b800) 00000020:00000040:1.0:1749611443.627901:0:27044:0:(genops.c:898:class_export_put()) PUTting export ffff88007197b800 : new refcount 1 00000020:00000040:1.0:1749611443.627910:0:27044:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085154050) now 2 - obd_device_list 00000020:00000001:1.0:1749611443.627915:0:27044:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611443.627916:0:27044:0:(obd_config.c:653:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000001:1.0:1749611443.627918:0:27044:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611443.627935:0:27044:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611443.627938:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff88009b649880. 00000020:00000001:1.0:1749611443.627941:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611443.627943:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a12160 type=0x10620000 idx=3 00000040:00001000:1.0:1749611443.627945:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1749611443.627947:0:27044:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611443.627949:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000040:1.0:1749611443.627950:0:27044:0:(obd_config.c:1842:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:1.0:1749611443.627953:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff88009c021960. 00000020:00000080:1.0:1749611443.627955:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611443.627963:0:27044:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611443.628012:0:27044:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611443.628017:0:27044:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a3652840. 00000001:00000010:1.0:1749611443.628022:0:27044:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b4b60a00. 00000001:00000010:1.0:1749611443.628026:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05aa00. 00000001:00000010:1.0:1749611443.628029:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05a000. 00000001:00000010:1.0:1749611443.628034:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08400. 00000001:00000010:1.0:1749611443.628037:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08c00. 00000001:00000001:1.0:1749611443.628039:0:27044:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611443.628041:0:27044:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a3652b40. 00000001:00000010:1.0:1749611443.628044:0:27044:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b4b60240. 00000001:00000010:1.0:1749611443.628046:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08200. 00000001:00000010:1.0:1749611443.628049:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08600. 00000001:00000010:1.0:1749611443.628051:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880134e08800. 00000001:00000010:1.0:1749611443.628054:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b42ca600. 00000020:00000001:1.0:1749611443.628057:0:27044:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611443.628060:0:27044:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42cb000. 00000020:00000010:1.0:1749611443.628063:0:27044:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009b649880. 00000020:00000010:1.0:1749611443.628068:0:27044:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000008:00000010:1.0:1749611443.628073:0:27044:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf4a0. 00020000:00000010:1.0:1749611443.628078:0:27044:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b61c0. 00008000:00000010:1.0:1749611443.628082:0:27044:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d72f8. 00000080:00000010:1.0:1749611443.628089:0:27044:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a780. 00000020:00000010:1.0:1749611443.628092:0:27044:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42ca200. 00000020:00000010:1.0:1749611443.628095:0:27044:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b42cbc00. 00000020:00000010:1.0:1749611443.628098:0:27044:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197b000. 00000020:00000010:1.0:1749611443.628102:0:27044:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931eeb0. 00000020:00000010:1.0:1749611443.628105:0:27044:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42cba00. 80000000:00000010:1.0:1749611443.628108:0:27044:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c021d80. 40000000:00000010:1.0:1749611443.628111:0:27044:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801369db640. 00100000:00000010:1.0:1749611443.628114:0:27044:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197e000. 00040000:00000010:1.0:1749611443.628117:0:27044:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9900. 00040000:00000010:1.0:1749611443.628120:0:27044:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d5b4e00. 00080000:00000010:1.0:1749611443.628125:0:27044:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749611443.628135:0:27044:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28e000. 00002000:00000010:1.0:1749611443.628141:0:27044:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bad2000. 00002000:00000010:1.0:1749611443.628144:0:27044:0:(ofd_dev.c:3325:ofd_device_alloc()) kmalloced '(m)': 1864 at ffff88007197f800. 00002000:00000001:1.0:1749611443.628148:0:27044:0:(ofd_dev.c:3058:ofd_init0()) Process entered 00002000:00000001:1.0:1749611443.628152:0:27044:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:1.0:1749611443.628155:0:27044:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611443.628158:0:27044:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611443.628161:0:27044:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00000020:01000004:1.0:1749611443.628164:0:27044:0:(tgt_mount.c:154:server_get_mount()) get mount ffff880071978000 from lustre-OST0000, refs=2 00000020:00000001:1.0:1749611443.628166:0:27044:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00002000:00000010:1.0:1749611443.628170:0:27044:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff8801369db680. 00002000:00000001:1.0:1749611443.628172:0:27044:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:1.0:1749611443.628175:0:27044:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff8800a3652540. 00002000:00000001:1.0:1749611443.628178:0:27044:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:1.0:1749611443.628180:0:27044:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:1.0:1749611443.628182:0:27044:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000001:1.0:1749611443.628183:0:27044:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611443.628185:0:27044:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611443.628187:0:27044:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880071978800. 00000020:00000001:1.0:1749611443.628189:0:27044:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611443.628191:0:27044:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880071978800 with handle 0x689c0ec07329d4af to hash 00000020:00000001:1.0:1749611443.628193:0:27044:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611443.628196:0:27044:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611443.628198:0:27044:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611443.628200:0:27044:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085152ae0) now 5 - export 00000020:00000001:1.0:1749611443.628203:0:27044:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219974656 : -131939489576960 : ffff880071978800) 00000020:00000040:1.0:1749611443.628205:0:27044:0:(genops.c:898:class_export_put()) PUTting export ffff880071978800 : new refcount 1 00000020:00000080:1.0:1749611443.628207:0:27044:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d4af 00000020:00000001:1.0:1749611443.628209:0:27044:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611443.628212:0:27044:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611443.628213:0:27044:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4af 00000020:00000001:1.0:1749611443.628215:0:27044:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611443.628217:0:27044:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880071978800 refcount=2 00000020:00000001:1.0:1749611443.628220:0:27044:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219974656 : -131939489576960 : ffff880071978800) 00000020:00000001:1.0:1749611443.628222:0:27044:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219974656 : -131939489576960 : ffff880071978800) 00080000:00000001:1.0:1749611443.628229:0:27044:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611443.628231:0:27044:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611443.628234:0:27044:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff8800a3652540. 00002000:00000001:1.0:1749611443.628237:0:27044:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611443.628239:0:27044:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff8801369db680. 00002000:00000001:1.0:1749611443.628242:0:27044:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611443.628245:0:27044:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611443.628247:0:27044:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611443.628250:0:27044:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611443.628253:0:27044:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009cf49c00. 00000001:00000001:1.0:1749611443.628255:0:27044:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611443.628257:0:27044:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007ddf9d00. 00000001:00000010:1.0:1749611443.628261:0:27044:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff88012b8b5200. 00000001:00000010:1.0:1749611443.628385:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006b97000. 00000001:00000010:1.0:1749611443.628447:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ba1000. 00000001:00000010:1.0:1749611443.628516:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006bab000. 00000001:00000010:1.0:1749611443.628609:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006bb5000. 00000001:00000010:1.0:1749611443.628698:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006bbf000. 00000001:00000010:1.0:1749611443.628753:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006bc9000. 00000001:00000010:1.0:1749611443.628796:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006bd3000. 00000001:00000010:1.0:1749611443.628832:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006bdd000. 00000001:00000010:1.0:1749611443.628868:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006be7000. 00000001:00000010:1.0:1749611443.628908:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006bf1000. 00000001:00000010:1.0:1749611443.628980:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006bfb000. 00000001:00000010:1.0:1749611443.629040:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c05000. 00000001:00000010:1.0:1749611443.629115:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c0f000. 00000001:00000010:1.0:1749611443.629154:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c19000. 00000001:00000010:1.0:1749611443.629190:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c23000. 00000001:00000010:1.0:1749611443.629228:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c2d000. 00000001:00000010:1.0:1749611443.629270:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c37000. 00000001:00000010:1.0:1749611443.629309:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c41000. 00000001:00000010:1.0:1749611443.629347:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c4b000. 00000001:00000010:1.0:1749611443.629389:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c55000. 00000001:00000010:1.0:1749611443.629457:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c5f000. 00000001:00000010:1.0:1749611443.629516:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c69000. 00000001:00000010:1.0:1749611443.629578:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c73000. 00000001:00000010:1.0:1749611443.629726:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c7d000. 00000001:00000010:1.0:1749611443.629773:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c87000. 00000001:00000010:1.0:1749611443.629812:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c91000. 00000001:00000010:1.0:1749611443.629868:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006c9b000. 00000001:00000010:1.0:1749611443.629907:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ca5000. 00000001:00000010:1.0:1749611443.629945:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006caf000. 00000001:00000010:1.0:1749611443.630031:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006cb9000. 00000001:00000010:1.0:1749611443.630091:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006cc3000. 00000001:00000010:1.0:1749611443.630150:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ccd000. 00000001:00000010:1.0:1749611443.630208:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006cd7000. 00000001:00000010:1.0:1749611443.630285:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ce1000. 00000001:00000010:1.0:1749611443.630365:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ceb000. 00000001:00000010:1.0:1749611443.630446:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006cf5000. 00000001:00000010:1.0:1749611443.630517:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006cff000. 00000001:00000010:1.0:1749611443.630605:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d09000. 00000001:00000010:1.0:1749611443.630710:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d13000. 00010000:00000010:3.1:1749611443.630732:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f000. 00000001:00000010:1.0:1749611443.630751:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d1d000. 00000001:00000010:1.0:1749611443.630796:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d27000. 00000001:00000010:1.0:1749611443.630834:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d31000. 00000001:00000010:1.0:1749611443.630870:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d3b000. 00000001:00000010:1.0:1749611443.630911:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d45000. 00000001:00000010:1.0:1749611443.630970:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d4f000. 00000001:00000010:1.0:1749611443.631028:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d59000. 00000001:00000010:1.0:1749611443.631085:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d63000. 00000001:00000010:1.0:1749611443.631147:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d6d000. 00000001:00000010:1.0:1749611443.631205:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d77000. 00000001:00000010:1.0:1749611443.631262:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d81000. 00000001:00000010:1.0:1749611443.631323:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d8b000. 00000001:00000010:1.0:1749611443.631387:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d95000. 00000001:00000010:1.0:1749611443.631451:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006d9f000. 00000001:00000010:1.0:1749611443.631538:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006da9000. 00000001:00000010:1.0:1749611443.631672:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006db3000. 00000001:00000010:1.0:1749611443.631745:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006dbd000. 00000001:00000010:1.0:1749611443.631783:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006dc7000. 00000001:00000010:1.0:1749611443.631824:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006dd1000. 00000001:00000010:1.0:1749611443.631861:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ddb000. 00000001:00000010:1.0:1749611443.631897:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006de5000. 00000001:00000010:1.0:1749611443.631963:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006def000. 00000001:00000010:1.0:1749611443.632031:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006df9000. 00000001:00000010:1.0:1749611443.632091:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e03000. 00000001:00000010:1.0:1749611443.632148:0:27044:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e0d000. 00000020:00000010:1.0:1749611443.632237:0:27044:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012d575c00. 00000020:00000010:1.0:1749611443.632241:0:27044:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b4b60f20. 00010000:00000001:1.0:1749611443.632264:0:27044:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611443.632295:0:27044:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611443.632309:0:27044:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012db64000. 00000020:00000010:1.0:1749611443.632312:0:27044:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012b8b4200. 00010000:00000001:1.0:1749611443.632322:0:27044:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611443.632324:0:27044:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:1.0:1749611443.632325:0:27044:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611443.632329:0:27044:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134947494912 : -131938762056704 : ffff88009cf49c00) 00000020:00000001:1.0:1749611443.632333:0:27044:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:1.0:1749611443.632338:0:27044:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1671, crc32c 9251, adler 1511, t10ip512 7007, t10ip4k 7859, t10crc512 1407, t10crc4k 1851 00000020:00000001:1.0:1749611443.632346:0:27044:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1749611443.632352:0:27044:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611443.632369:0:27044:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff880071e78000. 00000020:00000001:1.0:1749611443.632372:0:27044:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:1.0:1749611443.632374:0:27044:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749611443.632379:0:27044:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88007ddf9000. 00002000:00000001:1.0:1749611443.632384:0:27044:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1749611443.632399:0:27044:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c556480. 00002000:00000001:1.0:1749611443.632402:0:27044:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134937060568 : -131938772491048 : ffff88009c5564d8) 00002000:00000001:1.0:1749611443.632425:0:27044:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1749611443.632427:0:27044:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:1.0:1749611443.632469:0:27044:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b4800. 00002000:00000001:1.0:1749611443.632473:0:27044:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611443.632476:0:27044:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749611443.632480:0:27044:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1749611443.632482:0:27044:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611443.632484:0:27044:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1749611443.632493:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012a3db738. 00000001:00000010:1.0:1749611443.632507:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012a3db738. 00080000:00000001:1.0:1749611443.632512:0:27044:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1749611443.632514:0:27044:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749611443.632519:0:27044:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749611443.632544:0:27044:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749611443.632553:0:27044:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611443.632556:0:27044:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611443.632563:0:27044:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134937060568 : -131938772491048 : ffff88009c5564d8) 00000020:00000001:1.0:1749611443.632568:0:27044:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137339734016 : -131936369817600 : ffff88012b8b4800) 00000001:00000040:1.0:1749611443.632584:0:27044:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 30064771072: rc = 0 00000001:00000002:1.0:1749611443.632590:0:27044:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:1.0:1749611443.632593:0:27044:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 30064771072 00000001:00000002:1.0:1749611443.632596:0:27044:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 8 00000001:00000002:1.0:1749611443.632598:0:27044:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:1.0:1749611443.632601:0:27044:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:1.0:1749611443.632603:0:27044:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:1.0:1749611443.632606:0:27044:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 9088 00000001:00000002:1.0:1749611443.632608:0:27044:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:1.0:1749611443.632611:0:27044:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 7 00000001:00000002:1.0:1749611443.632614:0:27044:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:1.0:1749611443.632618:0:27044:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:1.0:1749611443.632622:0:27044:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff880096624180. 00000001:00000040:0.0:1749611443.632971:0:27044:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 8590240194, last_xid = 1834594324797824, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611443.632976:0:27044:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000040:0.0:1749611443.632982:0:27044:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8448 uuid = , last_transno = 8590240454, last_xid = 1834594324874112, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611443.632985:0:27044:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 1 00000001:00000040:0.0:1749611443.632987:0:27044:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8576 uuid = , last_transno = 8590240197, last_xid = 1834594497094528, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611443.632989:0:27044:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 2 00000001:00000040:0.0:1749611443.632990:0:27044:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8704 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611443.632992:0:27044:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 3 00000001:00000040:0.0:1749611443.632993:0:27044:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8832 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611443.632995:0:27044:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 4 00000001:00000040:0.0:1749611443.632997:0:27044:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8960 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611443.632998:0:27044:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 5 00000001:00000040:0.0:1749611443.633000:0:27044:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @9088 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611443.633001:0:27044:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 6 00000001:00000010:0.0:1749611443.633003:0:27044:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at ffff880096624180. 00000001:00000001:0.0:1749611443.633005:0:27044:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611443.633007:0:27044:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611443.633008:0:27044:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 8, last_transno is 30064771072 00080000:00000001:0.0:1749611443.633010:0:27044:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611443.633013:0:27044:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006efbd600. 00080000:00000001:0.0:1749611443.633014:0:27044:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134176216576 : -131939533335040 : ffff88006efbd600) 00080000:00000001:0.0:1749611443.633016:0:27044:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611443.633019:0:27044:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611443.633026:0:27044:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880129c55a00. 00080000:00000001:0.0:1749611443.633028:0:27044:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.633030:0:27044:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611443.633037:0:27044:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611443.633039:0:27044:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611443.633056:0:27044:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 30064771072: rc = 0 00000001:00000001:0.0:1749611443.633058:0:27044:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.633060:0:27044:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611443.633065:0:27044:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880129c55a00. 00040000:00000001:0.0:1749611443.633068:0:27044:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611443.633069:0:27044:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611443.633070:0:27044:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1749611443.633072:0:27044:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 30064771072: rc = 0 00000001:00000001:0.0:1749611443.633073:0:27044:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611443.633075:0:27044:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.633076:0:27044:0:(tgt_main.c:579:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.633079:0:27044:0:(lproc_ofd.c:1035:ofd_tunables_init()) Process entered 00000020:00000010:0.0:1749611443.633337:0:27044:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880111d51400. 00000020:00000010:0.0:1749611443.633344:0:27044:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff88006efbd200. 00000020:00000001:0.0:1749611443.633380:0:27044:0:(lprocfs_jobstats.c:823:lprocfs_job_stats_init()) Process entered 00000020:00000001:0.0:1749611443.633387:0:27044:0:(lprocfs_jobstats.c:866:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.633391:0:27044:0:(lproc_ofd.c:1085:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611443.633396:0:27044:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:0.0:1749611443.633400:0:27044:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at ffff880136a13ca0. 00002000:00000010:0.0:1749611443.633404:0:27044:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 296 at ffff88006efbd800. 40000000:00000001:0.0:1749611443.633408:0:27044:0:(fid_handler.c:503:seq_server_init()) Process entered 40000000:00000001:0.0:1749611443.633412:0:27044:0:(fid_store.c:190:seq_store_init()) Process entered 00000020:00000001:0.0:1749611443.633415:0:27044:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611443.633418:0:27044:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611443.633423:0:27044:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611443.633427:0:27044:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f320. 00002000:00000001:0.0:1749611443.633431:0:27044:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849147768 : -131938860403848 : ffff88009717f378) 00002000:00000001:0.0:1749611443.633436:0:27044:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611443.633438:0:27044:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:0.0:1749611443.633443:0:27044:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbce00. 00002000:00000001:0.0:1749611443.633446:0:27044:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.633457:0:27044:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611443.633461:0:27044:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611443.633463:0:27044:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.633466:0:27044:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611443.633472:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611443.633484:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 00080000:00000001:0.0:1749611443.633489:0:27044:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611443.633491:0:27044:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611443.633498:0:27044:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.633501:0:27044:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611443.633508:0:27044:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.633513:0:27044:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611443.633556:0:27044:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849147768 : -131938860403848 : ffff88009717f378) 00000020:00000001:0.0:1749611443.633562:0:27044:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612134176214528 : -131939533337088 : ffff88006efbce00) 40000000:00000001:0.0:1749611443.633566:0:27044:0:(fid_store.c:216:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611443.633570:0:27044:0:(fid_store.c:157:seq_store_read()) Process entered 40000000:00000040:0.0:1749611443.633872:0:27044:0:(fid_store.c:167:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000280000404-0x00000002c0000400]:0:ost 40000000:00000001:0.0:1749611443.633876:0:27044:0:(fid_store.c:177:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611443.633878:0:27044:0:(fid_handler.c:484:seq_server_debugfs_init()) Process entered 40000000:00000001:0.0:1749611443.633902:0:27044:0:(fid_handler.c:574:seq_server_init()) Process leaving 00002000:00000010:0.0:1749611443.633905:0:27044:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 232 at ffff880129c49f00. 40000000:00000001:0.0:1749611443.633908:0:27044:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:0.0:1749611443.633930:0:27044:0:(fid_handler.c:35:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1749611443.633932:0:27044:0:(fid_handler.c:56:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:0.0:1749611443.633934:0:27044:0:(fid_handler.c:60:seq_server_set_cli()) Process leaving 00002000:00000010:0.0:1749611443.633936:0:27044:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at ffff880136a13ca0. 00002000:00000001:0.0:1749611443.633938:0:27044:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:0.0:1749611443.633941:0:27044:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff880129c49a00. 80000000:00000001:0.0:1749611443.633943:0:27044:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:0.0:1749611443.633945:0:27044:0:(fld_cache.c:36:fld_cache_init()) Process entered 80000000:00000010:0.0:1749611443.633948:0:27044:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff880130c71cc0. 80000000:00000040:0.0:1749611443.633950:0:27044:0:(fld_cache.c:60:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:0.0:1749611443.633952:0:27044:0:(fld_cache.c:62:fld_cache_init()) Process leaving (rc=18446612137427541184 : -131936282010432 : ffff880130c71cc0) 80000000:00000001:0.0:1749611443.633955:0:27044:0:(fld_index.c:321:fld_index_init()) Process entered 80000000:00000010:0.0:1749611443.633957:0:27044:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff880096dfff00. 00000020:00000001:0.0:1749611443.633959:0:27044:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611443.633966:0:27044:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611443.633968:0:27044:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f440. 00002000:00000001:0.0:1749611443.633970:0:27044:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148056 : -131938860403560 : ffff88009717f498) 00002000:00000001:0.0:1749611443.633973:0:27044:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611443.633974:0:27044:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:0.0:1749611443.633977:0:27044:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbd000. 00002000:00000001:0.0:1749611443.633979:0:27044:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.633981:0:27044:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611443.633983:0:27044:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611443.633985:0:27044:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.633986:0:27044:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611443.633990:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611443.633996:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 00080000:00000001:0.0:1749611443.633999:0:27044:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611443.634001:0:27044:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611443.634005:0:27044:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.634007:0:27044:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611443.634011:0:27044:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634014:0:27044:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611443.634017:0:27044:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148056 : -131938860403560 : ffff88009717f498) 00080000:00000010:0.0:1749611443.634021:0:27044:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129c49d00. 00100000:00000001:0.0:1749611443.634044:0:27044:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611443.634047:0:27044:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129c55a00. 00100000:00000010:0.0:1749611443.634053:0:27044:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880129c55a00. 00100000:00000001:0.0:1749611443.634056:0:27044:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1749611443.634061:0:27044:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff88006efbca00. 00000001:00000010:0.0:1749611443.634067:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00080000:00000001:0.0:1749611443.634442:0:27044:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611443.634444:0:27044:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634446:0:27044:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611443.634447:0:27044:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1749611443.634449:0:27044:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff880129c55a00. 80000000:00000001:0.0:1749611443.634450:0:27044:0:(fld_cache.c:342:fld_cache_entry_create()) Process leaving (rc=18446612137309985280 : -131936399566336 : ffff880129c55a00) 80000000:00000001:0.0:1749611443.634452:0:27044:0:(fld_cache.c:362:fld_cache_insert_nolock()) Process entered 80000000:00000001:0.0:1749611443.634454:0:27044:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000001:0.0:1749611443.634456:0:27044:0:(fld_cache.c:188:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:0.0:1749611443.634461:0:27044:0:(fld_cache.c:393:fld_cache_insert_nolock()) insert range [0x0000000280000400-0x00000002c0000400]:0:ost 80000000:00000001:0.0:1749611443.634463:0:27044:0:(fld_cache.c:103:fld_fix_new_list()) Process entered 80000000:00000001:0.0:1749611443.634464:0:27044:0:(fld_cache.c:158:fld_fix_new_list()) Process leaving 80000000:00000001:0.0:1749611443.634465:0:27044:0:(fld_cache.c:397:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611443.634466:0:27044:0:(fld_cache.c:416:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1749611443.634469:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff688. 00000001:00000010:0.0:1749611443.634471:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff688. 00000001:00000010:0.0:1749611443.634474:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 80000000:00000001:0.0:1749611443.634476:0:27044:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:0.0:1749611443.634476:0:27044:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:0.0:1749611443.634478:0:27044:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:0.0:1749611443.634481:0:27044:0:(osd_handler.c:6691:osd_it_iam_fini()) kfreed 'it': 328 at ffff88006efbca00. 80000000:00000010:0.0:1749611443.634483:0:27044:0:(fld_index.c:434:fld_index_init()) kfreed 'attr': 104 at ffff880096dfff00. 80000000:00000001:0.0:1749611443.634485:0:27044:0:(fld_index.c:441:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611443.634486:0:27044:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:0.0:1749611443.634496:0:27044:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611443.634498:0:27044:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611443.634500:0:27044:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at ffff880096dfff00. 00000020:00000001:0.0:1749611443.634501:0:27044:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611443.634503:0:27044:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880129c55340. 00000020:00000001:0.0:1749611443.634505:0:27044:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.634507:0:27044:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880129c55340. 00000020:00000001:0.0:1749611443.634509:0:27044:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611443.634510:0:27044:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff680. 00000020:00000001:0.0:1749611443.634515:0:27044:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.634517:0:27044:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611443.634518:0:27044:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dffd00. 00000020:00000001:0.0:1749611443.634521:0:27044:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611443.634522:0:27044:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at ffff880096dfff00. 00002000:00000001:0.0:1749611443.634541:0:27044:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.634543:0:27044:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611443.634544:0:27044:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611443.634547:0:27044:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611443.634548:0:27044:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f560. 00002000:00000001:0.0:1749611443.634550:0:27044:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00002000:00000001:0.0:1749611443.634552:0:27044:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611443.634556:0:27044:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:0.0:1749611443.634559:0:27044:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbca00. 00002000:00000001:0.0:1749611443.634560:0:27044:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634562:0:27044:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611443.634564:0:27044:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611443.634565:0:27044:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634566:0:27044:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611443.634569:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611443.634573:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 00080000:00000001:0.0:1749611443.634575:0:27044:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611443.634576:0:27044:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611443.634579:0:27044:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.634597:0:27044:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611443.634603:0:27044:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634606:0:27044:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611443.634610:0:27044:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00000020:00000001:0.0:1749611443.634613:0:27044:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612134176213504 : -131939533338112 : ffff88006efbca00) 00002000:00000001:0.0:1749611443.634616:0:27044:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.634619:0:27044:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611443.634621:0:27044:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611443.634623:0:27044:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:0.0:1749611443.634626:0:27044:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000001:0.0:1749611443.634629:0:27044:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1749611443.634633:0:27044:0:(nodemap_storage.c:2192:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at ffff880136a134c0. 00000001:00000001:0.0:1749611443.634664:0:27044:0:(nodemap_storage.c:1893:nodemap_save_config_cache()) Process entered 00000020:00000001:0.0:1749611443.634667:0:27044:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611443.634669:0:27044:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611443.634671:0:27044:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f680. 00002000:00000001:0.0:1749611443.634674:0:27044:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00002000:00000001:0.0:1749611443.634676:0:27044:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611443.634678:0:27044:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:0.0:1749611443.634680:0:27044:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbde00. 00002000:00000001:0.0:1749611443.634683:0:27044:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634684:0:27044:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611443.634686:0:27044:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611443.634708:0:27044:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634710:0:27044:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611443.634713:0:27044:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.634714:0:27044:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611443.634719:0:27044:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634721:0:27044:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611443.634724:0:27044:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00080000:00000001:0.0:1749611443.634726:0:27044:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611443.634728:0:27044:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611443.634734:0:27044:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611443.634775:0:27044:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634776:0:27044:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611443.634777:0:27044:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634779:0:27044:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611443.634780:0:27044:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611443.634782:0:27044:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0xf:0x0] 89:3733609791 to info ffff88009c9b2000 00000020:00000001:0.0:1749611443.634785:0:27044:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880082977740 00080000:00000002:0.0:1749611443.634786:0:27044:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0xf:0x0] 00080000:00000001:0.0:1749611443.634788:0:27044:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.634790:0:27044:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611443.634792:0:27044:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880111d51c00. 00080000:00000001:0.0:1749611443.634793:0:27044:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1749611443.634795:0:27044:0:(nodemap_storage.c:277:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:0.0:1749611443.634796:0:27044:0:(local_storage.c:638:local_object_unlink()) Process entered 00080000:00000001:0.0:1749611443.634797:0:27044:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611443.634799:0:27044:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611443.634800:0:27044:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611443.634801:0:27044:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611443.634803:0:27044:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611443.634804:0:27044:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f7a0. 00002000:00000001:0.0:1749611443.634806:0:27044:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148920 : -131938860402696 : ffff88009717f7f8) 00002000:00000001:0.0:1749611443.634807:0:27044:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611443.634808:0:27044:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0xf:0x0] 00080000:00000010:0.0:1749611443.634810:0:27044:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbda00. 00002000:00000001:0.0:1749611443.634811:0:27044:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634812:0:27044:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611443.634816:0:27044:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611443.634818:0:27044:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.634819:0:27044:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611443.634821:0:27044:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634823:0:27044:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611443.634826:0:27044:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148920 : -131938860402696 : ffff88009717f7f8) 00080000:00000001:0.0:1749611443.634828:0:27044:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611443.634830:0:27044:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009c9be600. 00080000:00000001:0.0:1749611443.634831:0:27044:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134941681152 : -131938767870464 : ffff88009c9be600) 00080000:00000001:0.0:1749611443.634833:0:27044:0:(osd_handler.c:5525:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1749611443.634835:0:27044:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611443.634836:0:27044:0:(osd_handler.c:5543:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634838:0:27044:0:(osd_handler.c:3905:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1749611443.634839:0:27044:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1749611443.634840:0:27044:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1749611443.634842:0:27044:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xf:0x0] not in the id map cache 00080000:00000010:0.0:1749611443.634844:0:27044:0:(osd_handler.c:208:osd_idc_add()) kmalloced '(idc)': 320 at ffff88009c9be400. 00080000:00000001:0.0:1749611443.634846:0:27044:0:(osd_handler.c:3946:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634847:0:27044:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611443.634849:0:27044:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634851:0:27044:0:(osd_handler.c:5677:osd_index_ea_delete()) Process entered 00080000:00000010:0.0:1749611443.634856:0:27044:0:(osd_handler.c:4289:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at ffff880136a13f20. 00080000:00000001:0.0:1749611443.634863:0:27044:0:(osd_handler.c:5740:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.634865:0:27044:0:(osd_handler.c:5746:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611443.634867:0:27044:0:(osd_handler.c:4586:osd_ref_del()) [0x200000003:0xf:0x0] decrease nlink 1 00080000:00000001:0.0:1749611443.634872:0:27044:0:(osd_handler.c:3959:osd_destroy()) Process entered 00080000:00000002:0.0:1749611443.634874:0:27044:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000003:0xf:0x0] 00080000:00000001:0.0:1749611443.634875:0:27044:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611443.634876:0:27044:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634878:0:27044:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611443.634881:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611443.634888:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 00080000:00000001:0.0:1749611443.634890:0:27044:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634891:0:27044:0:(osd_handler.c:4004:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.634893:0:27044:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611443.634895:0:27044:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611443.634899:0:27044:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000010:0.0:1749611443.634901:0:27044:0:(osd_handler.c:4329:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at ffff880136a13f20. 00080000:00000002:0.0:1749611443.634904:0:27044:0:(osd_handler.c:510:osd_iget2()) stale inode: ino = 89 00080000:00000001:0.0:1749611443.634905:0:27044:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611443.635468:0:27044:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611443.635471:0:27044:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611443.635472:0:27044:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611443.635473:0:27044:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611443.635474:0:27044:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611443.635475:0:27044:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611443.635478:0:27044:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbda00. 00002000:00000001:0.0:1749611443.635481:0:27044:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1749611443.635483:0:27044:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0xf:0x0] 00002000:00000010:0.0:1749611443.635484:0:27044:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f7a0. 00002000:00000001:0.0:1749611443.635488:0:27044:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:0.0:1749611443.635490:0:27044:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611443.635492:0:27044:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611443.635496:0:27044:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1749611443.635499:0:27044:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1749611443.635500:0:27044:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1749611443.635503:0:27044:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611443.635505:0:27044:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880129c49100. 00000020:00000001:0.0:1749611443.635507:0:27044:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611443.635509:0:27044:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009c9be800. 00000020:00000001:0.0:1749611443.635510:0:27044:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.635512:0:27044:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611443.635513:0:27044:0:(osd_handler.c:1177:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.635515:0:27044:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137309933912 : -131936399617704 : ffff880129c49158) 00080000:00000001:0.0:1749611443.635517:0:27044:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611443.635519:0:27044:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009c9be000. 00080000:00000001:0.0:1749611443.635520:0:27044:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134941679616 : -131938767872000 : ffff88009c9be000) 00000020:00000001:0.0:1749611443.635522:0:27044:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1749611443.635542:0:27044:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611443.635543:0:27044:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611443.635545:0:27044:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880129c55340. 00080000:00000001:0.0:1749611443.635547:0:27044:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.635548:0:27044:0:(osd_handler.c:3832:osd_declare_create()) Process entered 00080000:00000002:0.0:1749611443.635554:0:27044:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x10:0x0] not in the id map cache 00000001:00000001:0.0:1749611443.635556:0:27044:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611443.635557:0:27044:0:(osd_handler.c:3889:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.635559:0:27044:0:(local_storage.c:229:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.635561:0:27044:0:(osd_handler.c:6471:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1749611443.635562:0:27044:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611443.635563:0:27044:0:(osd_handler.c:6533:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.635565:0:27044:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611443.635567:0:27044:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1749611443.635569:0:27044:0:(local_storage.c:360:__local_file_create()) create new object [0x200000003:0x10:0x0] 00000020:00000001:0.0:1749611443.635571:0:27044:0:(local_storage.c:241:local_object_create()) Process entered 00080000:00000001:0.0:1749611443.635572:0:27044:0:(osd_handler.c:4368:osd_create()) Process entered 00000001:00000001:0.0:1749611443.636507:0:27044:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611443.636511:0:27044:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611443.636512:0:27044:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636514:0:27044:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611443.636520:0:27044:0:(osd_handler.c:4082:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611443.636522:0:27044:0:(osd_oi.c:683:osd_oi_insert()) insert OI for [0x200000003:0x10:0x0] 00080000:00000001:0.0:1749611443.636542:0:27044:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611443.636543:0:27044:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636544:0:27044:0:(osd_oi.c:650:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1749611443.636548:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611443.636555:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 00080000:00000001:0.0:1749611443.636557:0:27044:0:(osd_oi.c:671:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636559:0:27044:0:(osd_handler.c:4443:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.636567:0:27044:0:(local_storage.c:269:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636570:0:27044:0:(osd_handler.c:6562:osd_index_ea_insert()) Process entered 00080000:00000010:0.0:1749611443.636573:0:27044:0:(osd_handler.c:6620:osd_index_ea_insert()) kmalloced '(lii)': 1360 at ffff8801327a2000. 00080000:00000001:0.0:1749611443.636584:0:27044:0:(osd_handler.c:5970:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.636587:0:27044:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800829776e8 00080000:00000002:0.0:1749611443.636588:0:27044:0:(osd_handler.c:6634:osd_index_ea_insert()) parent 2 insert nodemap:89 rc = 0 00080000:00000001:0.0:1749611443.636590:0:27044:0:(osd_handler.c:6641:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636592:0:27044:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611443.636596:0:27044:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880129c55340. 00040000:00000001:0.0:1749611443.636599:0:27044:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611443.636600:0:27044:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611443.636602:0:27044:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.636609:0:27044:0:(local_storage.c:406:__local_file_create()) Process leaving (rc=18446612134941681664 : -131938767869952 : ffff88009c9be800) 00080000:00000010:0.0:1749611443.636613:0:27044:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88006efe5000. 00100000:00000001:0.0:1749611443.636619:0:27044:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611443.636621:0:27044:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129c55340. 00100000:00000001:0.0:1749611443.636624:0:27044:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1749611443.636626:0:27044:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0x10:0x0] (8/32) registered 00000020:00000002:0.0:1749611443.636631:0:27044:0:(lu_object.c:207:lu_object_put()) Add ffff88006efbde00/ffff88009717f680 to site lru. bkt: ffff880111e9a178 00000001:00000001:0.0:1749611443.636635:0:27044:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1749611443.636654:0:27044:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611443.636658:0:27044:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611443.636660:0:27044:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009c9be200. 00080000:00000001:0.0:1749611443.636663:0:27044:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134941680128 : -131938767871488 : ffff88009c9be200) 00080000:00000001:0.0:1749611443.636667:0:27044:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611443.636671:0:27044:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636674:0:27044:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611443.636678:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611443.636696:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 00080000:00000001:0.0:1749611443.636699:0:27044:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611443.636702:0:27044:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 89 00080000:00000001:0.0:1749611443.636705:0:27044:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611443.636707:0:27044:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x10:0x0] set version 0x1 (old 0x0) for inode 89 00080000:00000001:0.0:1749611443.636714:0:27044:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636716:0:27044:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611443.636719:0:27044:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611443.636720:0:27044:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611443.636721:0:27044:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636723:0:27044:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611443.636725:0:27044:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009c9bf400. 00080000:00000001:0.0:1749611443.636726:0:27044:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134941684736 : -131938767866880 : ffff88009c9bf400) 00080000:00000001:0.0:1749611443.636729:0:27044:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611443.636730:0:27044:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636731:0:27044:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611443.636734:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611443.636737:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 00080000:00000001:0.0:1749611443.636739:0:27044:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611443.636746:0:27044:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x1 for inode 89 00080000:00000001:0.0:1749611443.636747:0:27044:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611443.636748:0:27044:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x10:0x0] set version 0x2 (old 0x1) for inode 89 00080000:00000001:0.0:1749611443.636752:0:27044:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636754:0:27044:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611443.636756:0:27044:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611443.636756:0:27044:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611443.636758:0:27044:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636760:0:27044:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611443.636762:0:27044:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006efbda00. 00080000:00000001:0.0:1749611443.636763:0:27044:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134176217600 : -131939533334016 : ffff88006efbda00) 00080000:00000001:0.0:1749611443.636765:0:27044:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611443.636766:0:27044:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636768:0:27044:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611443.636770:0:27044:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff6e0. 00000001:00000010:0.0:1749611443.636773:0:27044:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff6e0. 00080000:00000001:0.0:1749611443.636775:0:27044:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611443.636776:0:27044:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x2 for inode 89 00080000:00000001:0.0:1749611443.636777:0:27044:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611443.636778:0:27044:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x10:0x0] set version 0x3 (old 0x2) for inode 89 00080000:00000001:0.0:1749611443.636780:0:27044:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611443.636781:0:27044:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611443.636782:0:27044:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611443.636783:0:27044:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611443.636784:0:27044:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611443.636785:0:27044:0:(nodemap_storage.c:2008:nodemap_save_config_cache()) Process leaving (rc=18446612134941681664 : -131938767869952 : ffff88009c9be800) 00000001:00000001:0.0:1749611443.636788:0:27044:0:(nodemap_storage.c:2232:nm_config_file_register_tgt()) Process leaving (rc=18446612137525720256 : -131936183831360 : ffff880136a134c0) 00002000:00000010:0.0:1749611443.636791:0:27044:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at ffff88006efe5100. 00000020:00000010:0.0:1749611443.636794:0:27044:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295ec00. 00000020:00000010:0.0:1749611443.636796:0:27044:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295f800. 00000020:00000010:0.0:1749611443.636798:0:27044:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8801327a4800. 00000020:00000010:0.0:1749611443.636800:0:27044:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efddf98. 00000020:00000010:0.0:1749611443.636802:0:27044:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008295f400. 80000000:00000010:0.0:1749611443.636804:0:27044:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16420. 40000000:00000010:0.0:1749611443.636806:0:27044:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129c55640. 00100000:00000010:0.0:1749611443.636812:0:27044:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8801327a3800. 00040000:00000010:0.0:1749611443.636814:0:27044:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88006efe5c00. 00040000:00000010:0.0:1749611443.636816:0:27044:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008295ee00. 00080000:00000010:0.0:1749611443.636818:0:27044:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611443.636820:0:27044:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 00002000:00000010:0.0:1749611443.636824:0:27044:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880111d50c00. 00002000:00000001:1.0:1749611443.636965:0:27046:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 02000000:00000001:0.0:1749611443.636983:0:27044:0:(sec_config.c:915:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1749611443.636987:0:27044:0:(sec_config.c:943:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611443.636990:0:27044:0:(ofd_dev.c:3191:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611443.636994:0:27044:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b42cbc00. 00000020:00000010:0.0:1749611443.636997:0:27044:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197b000. 00000020:00000010:0.0:1749611443.637000:0:27044:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931eeb0. 00000020:00000010:0.0:1749611443.637006:0:27044:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b42cba00. 80000000:00000010:0.0:1749611443.637008:0:27044:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c021d80. 40000000:00000010:0.0:1749611443.637010:0:27044:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801369db640. 00100000:00000010:0.0:1749611443.637012:0:27044:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197e000. 00040000:00000010:0.0:1749611443.637014:0:27044:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9900. 00040000:00000010:0.0:1749611443.637016:0:27044:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d5b4e00. 00080000:00000010:0.0:1749611443.637019:0:27044:0:(osd_handler.c:8115:osd_key_fini()) kfreed 'lli': 1360 at ffff8801327a2000. 00080000:00000010:0.0:1749611443.637022:0:27044:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28e000. 00080000:00000010:0.0:1749611443.637026:0:27044:0:(osd_handler.c:8124:osd_key_fini()) kfreed 'idc': 320 at ffff88009c9be400. 00080000:00000010:0.0:1749611443.637028:0:27044:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880111d51c00. 00080000:00000010:0.0:1749611443.637030:0:27044:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00002000:00000010:0.0:1749611443.637032:0:27044:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009bad2000. 00000020:00000010:0.0:1749611443.637035:0:27044:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42ca200. 00000020:00000010:0.0:1749611443.637039:0:27044:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009b649880. 00000020:00000010:0.0:1749611443.637041:0:27044:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000008:00000010:0.0:1749611443.637043:0:27044:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf4a0. 00020000:00000010:0.0:1749611443.637046:0:27044:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b61c0. 00008000:00000010:0.0:1749611443.637050:0:27044:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d72f8. 00000080:00000010:0.0:1749611443.637053:0:27044:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a780. 00000020:00000010:0.0:1749611443.637055:0:27044:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42cb000. 00000020:00000001:0.0:1749611443.637057:0:27044:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611443.637059:0:27044:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085154050) now 3 - setup 00000020:00000080:0.0:1749611443.637071:0:27044:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1749611443.637073:0:27044:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611443.637074:0:27044:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.637076:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff88009c021960. 00000020:00000001:0.0:1749611443.637078:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637081:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a121d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611443.637083:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611443.637084:0:27044:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637086:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611443.637087:0:27044:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611443.637088:0:27044:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611443.637089:0:27044:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611443.637092:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006efe5200. 00000020:00000080:0.0:1749611443.637093:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611443.637094:0:27044:0:(obd_config.c:1473:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1749611443.637096:0:27044:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.637098:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006efe5200. 00000020:00000001:0.0:1749611443.637100:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637101:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a122b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611443.637103:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611443.637104:0:27044:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637105:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611443.637106:0:27044:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611443.637106:0:27044:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611443.637107:0:27044:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1749611443.637109:0:27044:0:(obd_config.c:1793:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1749611443.637109:0:27044:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611443.637110:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637112:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a12390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611443.637113:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611443.637114:0:27044:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637115:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1749611443.637116:0:27044:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611443.637117:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637121:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a123e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611443.637123:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611443.637124:0:27044:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637125:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611443.637127:0:27044:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611443.637128:0:27044:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611443.637128:0:27044:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1749611443.637130:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006efe5200. 00000020:00000080:0.0:1749611443.637131:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611443.637132:0:27044:0:(obd_config.c:1473:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:00000001:0.0:1749611443.637133:0:27044:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.637135:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006efe5200. 00000020:00000001:0.0:1749611443.637136:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637137:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a124c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611443.637139:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611443.637140:0:27044:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637141:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611443.637141:0:27044:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611443.637142:0:27044:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611443.637143:0:27044:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611443.637144:0:27044:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611443.637145:0:27044:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611443.637147:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006efe5200. 00000020:00000080:0.0:1749611443.637148:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611443.637149:0:27044:0:(obd_config.c:1473:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000001:0.0:1749611443.637150:0:27044:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.637151:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006efe5200. 00000020:00000001:0.0:1749611443.637152:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637154:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a125a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611443.637155:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611443.637156:0:27044:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637157:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611443.637158:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff880129c550c0. 00000020:00000080:0.0:1749611443.637159:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1749611443.637163:0:27044:0:(obd_config.c:1447:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1749611443.637164:0:27044:0:(obd_config.c:1451:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.637166:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff880129c550c0. 00000020:00000001:0.0:1749611443.637167:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637169:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a125f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611443.637170:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611443.637171:0:27044:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637172:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611443.637173:0:27044:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611443.637174:0:27044:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611443.637174:0:27044:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611443.637176:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006efe5200. 00000020:00000080:0.0:1749611443.637177:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611443.637178:0:27044:0:(obd_config.c:1473:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:00000001:0.0:1749611443.637179:0:27044:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.637180:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006efe5200. 00000020:00000001:0.0:1749611443.637182:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637183:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a126d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611443.637184:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611443.637185:0:27044:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637186:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611443.637187:0:27044:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611443.637188:0:27044:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611443.637188:0:27044:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611443.637189:0:27044:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611443.637190:0:27044:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611443.637192:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006efe5200. 00000020:00000080:0.0:1749611443.637193:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611443.637193:0:27044:0:(obd_config.c:1473:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000001:0.0:1749611443.637195:0:27044:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.637196:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006efe5200. 00000020:00000001:0.0:1749611443.637197:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637198:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a127b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611443.637200:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611443.637203:0:27044:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637205:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611443.637207:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff880117b16c00. 00000020:00000080:0.0:1749611443.637208:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1749611443.637212:0:27044:0:(obd_config.c:1499:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.637213:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff880117b16c00. 00000020:00000001:0.0:1749611443.637215:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637216:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a12828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611443.637217:0:27044:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611443.637219:0:27044:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611443.637221:0:27044:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611443.637223:0:27044:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611443.637228:0:27044:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611443.637230:0:27044:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637231:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a12828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611443.637233:0:27044:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611443.637234:0:27044:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000020:00000001:0.0:1749611443.637236:0:27044:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611443.637237:0:27044:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611443.637238:0:27044:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611443.637239:0:27044:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611443.637240:0:27044:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006efe5200. 00000020:00000080:0.0:1749611443.637241:0:27044:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611443.637242:0:27044:0:(obd_config.c:1473:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000020:00000001:0.0:1749611443.637244:0:27044:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611443.637245:0:27044:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006efe5200. 00000020:00000001:0.0:1749611443.637246:0:27044:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611443.637247:0:27044:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a12908 type=0x0 idx=0 00000040:00000001:0.0:1749611443.637249:0:27044:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611443.637250:0:27044:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611443.637252:0:27044:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880124a12000. 00000020:00000010:0.0:1749611443.637255:0:27044:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8801369db740. 00000020:00000010:0.0:1749611443.637260:0:27044:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05b200. 00000040:00000010:0.0:1749611443.637263:0:27044:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05bc00. 00000020:00000010:0.0:1749611443.637268:0:27044:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197a800. 00000020:00000010:0.0:1749611443.637271:0:27044:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f8c0. 00000020:00000010:0.0:1749611443.637274:0:27044:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05a200. 80000000:00000010:0.0:1749611443.637276:0:27044:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c021c60. 40000000:00000010:0.0:1749611443.637278:0:27044:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801369db980. 00100000:00000010:0.0:1749611443.637280:0:27044:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197e800. 00040000:00000010:0.0:1749611443.637282:0:27044:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9300. 00040000:00000010:0.0:1749611443.637284:0:27044:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05a400. 00080000:00000010:0.0:1749611443.637286:0:27044:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a16000. 00080000:00000010:0.0:1749611443.637289:0:27044:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b4000. 00000004:00000010:0.0:1749611443.637292:0:27044:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880071979000. 00000004:00000010:0.0:1749611443.637294:0:27044:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b3000. 00000004:00000010:0.0:1749611443.637297:0:27044:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071979800. 00002000:00000010:0.0:1749611443.637299:0:27044:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009be8b800. 00000004:00000010:0.0:1749611443.637302:0:27044:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880130310000. 00000020:00000010:0.0:1749611443.637304:0:27044:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 00000040:00000010:2.0:1749611443.637352:0:27018:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16c60. 00000040:00000001:2.0:1749611443.637357:0:27018:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1749611443.637359:0:27018:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 00000040:00000001:2.0:1749611443.637363:0:27018:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:2.0:1749611443.637366:0:27018:0:(lu_object.c:207:lu_object_put()) Add ffff88006efbc000/ffff880129c49b00 to site lru. bkt: ffff880111e988f8 00000040:00000010:2.0:1749611443.637369:0:27018:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b84a0. 00000040:00000001:2.0:1749611443.637381:0:27018:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1749611443.637383:0:27018:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136aba000. 00000040:00000010:2.0:1749611443.637392:0:27018:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88006efbc400. 00000020:00000001:2.0:1749611443.637400:0:27018:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611443.637403:0:27018:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1749611443.637406:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbc200. 00000040:00000010:2.0:1749611443.637409:0:27018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006efbcc00. 00000020:00000010:2.0:1749611443.637411:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41f5800. 00000020:00000010:2.0:1749611443.637416:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbc800. 80000000:00000010:2.0:1749611443.637418:0:27018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16ae0. 00040000:00000010:2.0:1749611443.637421:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbc600. 00080000:00000010:2.0:1749611443.637425:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abe000. 00080000:00000010:2.0:1749611443.637435:0:27018:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880111d52400. 00080000:00000010:2.0:1749611443.637437:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880132678000. 00000020:00000010:2.0:1749611443.637441:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006efbdc00. 10000000:00000010:2.0:1749611443.637444:0:27018:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55580. 10000000:01000000:2.0:1749611443.637446:0:27018:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:2.0:1749611443.637450:0:27018:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611443.637453:0:27018:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611443.637455:0:27018:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff880071978000 from 1 10000000:00000001:2.0:1749611443.637458:0:27018:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611443.637459:0:27018:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611443.637463:0:27018:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ece00. 00000020:00000040:2.0:1749611443.637467:0:27018:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611443.637470:0:27018:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611443.637473:0:27018:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611443.637477:0:27018:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611443.637482:0:27018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:2.0:1749611443.637488:0:27018:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611443.637491:0:27018:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611443.637494:0:27018:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611443.637499:0:27018:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d2adf00. 00010000:00000001:2.0:1749611443.637503:0:27018:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611443.637506:0:27018:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e400. 00000020:00000001:2.0:1749611443.637509:0:27018:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611443.637511:0:27018:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e400 with handle 0x689c0ec07329d4b6 to hash 00000020:00000001:2.0:1749611443.637513:0:27018:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611443.637514:0:27018:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:2.0:1749611443.637542:0:27018:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:2.0:1749611443.637544:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611443.637546:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611443.637549:0:27018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611443.637557:0:27018:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611443.637565:0:27018:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611443.637569:0:27018:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611443.637571:0:27018:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611443.637574:0:27018:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966ab480. 00000100:00000001:2.0:1749611443.637576:0:27018:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837793920 : -131938871757696 : ffff8800966ab480) 00000100:00000001:2.0:1749611443.637578:0:27018:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611443.637579:0:27018:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283365888 : -131939426185728 : ffff8800755ece00) 00000100:00000001:2.0:1749611443.637582:0:27018:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611443.637585:0:27018:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.637587:0:27018:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611443.637588:0:27018:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611443.637592:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ece00 x1834598494672896/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.637599:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611443.637600:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611443.637603:0:27018:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800755ece00 x1834598494672896/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.637608:0:27018:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.637610:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611443.637611:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611443.637612:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611443.637614:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611443.637619:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611443.637620:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611443.637621:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611443.637623:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.680663:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611443.680669:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611443.680672:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611443.680676:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611443.680679:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611443.680682:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611443.680685:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611443.680687:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611443.680690:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.858694:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611443.858712:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611443.858714:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.858720:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611443.858722:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611443.858727:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.858729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611443.870670:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611443.870679:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611443.870683:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611443.870687:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611443.870689:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611443.870692:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611443.870697:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611443.870701:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6045 00000100:00080000:2.0:1749611443.870706:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611443.870709:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611443.870712:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611443.870715:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611443.870717:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611443.870721:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611443.870723:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611443.870727:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611443.870731:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611443.870733:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611443.870736:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611443.870758:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611443.870760:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611443.870762:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611443.870764:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611443.870767:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611443.870771:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611443.870773:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611443.870776:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611443.870784:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611443.870787:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.870789:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611443.870792:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611443.870798:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed180. 00000020:00000040:2.0:1749611443.870802:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611443.870806:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611443.870808:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.870811:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611443.870814:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611443.870817:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611443.870826:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f4000. 00000100:00000001:2.0:1749611443.870833:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611443.870843:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611443.870855:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611443.870860:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611443.870864:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ed180] to pc [ptlrpcd_rcv+-1] req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.870896:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611443.870901:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611443.870907:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611443.870909:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611443.870911:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611443.870924:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611443.870929:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6045 00000100:00080000:2.0:1749611443.870932:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611443.870936:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611443.870939:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611443.870942:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611443.870945:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611443.870949:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611443.870951:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611443.870954:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611443.870956:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:0.0:1749611443.870958:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611443.870960:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:0.0:1749611443.870962:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611443.870963:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:0.0:1749611443.870965:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611443.870967:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611443.870970:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611443.870973:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:0.0:1749611443.870973:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.870975:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611443.870979:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611443.870983:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611443.870987:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.870988:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611443.870990:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611443.870991:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611443.870995:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611443.870995:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611443.870998:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611443.870998:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611443.871002:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749611443.871002:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871004:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611443.871007:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494673024:0@lo:38:kworker.0 00000100:00000010:2.0:1749611443.871009:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed500. 00000020:00000040:2.0:1749611443.871013:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611443.871013:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611443.871016:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611443.871018:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871021:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611443.871023:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611443.871024:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611443.871026:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611443.871028:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611443.871032:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611443.871037:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f6400. 02000000:00000010:0.0:1749611443.871038:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d51c00. 02000000:00000001:0.0:1749611443.871041:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871042:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611443.871050:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749611443.871050:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000100:00000001:2.0:1749611443.871060:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749611443.871060:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749611443.871064:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611443.871068:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494673024, portal 4 00000100:00000040:2.0:1749611443.871069:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ed500] to pc [ptlrpcd_rcv+-1] req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.871073:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611443.871075:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283366784 : -131939426184832 : ffff8800755ed180) 00000100:00000001:2.0:1749611443.871082:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611443.871086:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749611443.871086:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611443.871092:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611443.871094:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611443.871097:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611443.871098:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611443.871100:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611443.871103:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6045 00000100:00000040:0.0:1749611443.871103:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749611443.871106:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1749611443.871106:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000040:2.0:1749611443.871110:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000200:0.0:1749611443.871110:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494673024, offset 0 00000100:00000001:2.0:1749611443.871113:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611443.871115:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611443.871118:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611443.871118:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611443.871122:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611443.871124:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611443.871126:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611443.871129:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611443.871131:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611443.871135:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:0.0:1749611443.871135:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611443.871139:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611443.871141:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611443.871144:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611443.871146:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611443.871148:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf949880 00000020:00000040:2.0:1749611443.871156:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:0.0:1749611443.871158:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 20800 00000100:00080000:2.0:1749611443.871160:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611443.871164:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611443.871166:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749611443.871169:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611443.871170:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611443.871173:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611443.871175:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611443.871176:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611443.871179:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611443.871183:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed880. 00000100:00000001:0.0:1749611443.871183:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611443.871186:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:2.0:1749611443.871187:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611443.871191:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000010:0.0:1749611443.871192:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38d880. 02000000:00000001:2.0:1749611443.871193:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871195:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611443.871197:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749611443.871197:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38d880 x1834598494673024 msgsize 520 02000000:00000001:2.0:1749611443.871201:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611443.871203:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749611443.871206:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f7000. 00000100:00000001:2.0:1749611443.871210:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611443.871217:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611443.871229:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611443.871233:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.871234:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611443.871238:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ed880] to pc [ptlrpcd_rcv+-1] req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611443.871245:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611443.871248:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:2.0:1749611443.871249:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611443.871253:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611443.871253:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611443.871259:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749611443.871259:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611443.871263:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755edc00. 00000020:00000040:2.0:1749611443.871267:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611443.871270:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611443.871271:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611443.871272:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611443.871275:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611443.871280:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2ade00. 00000100:00000040:0.0:1749611443.871283:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.871284:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.871294:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611443.871295:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611443.871297:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611443.871304:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871307:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611443.871310:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611443.871311:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1280 usecs (2 jiffies) 00000100:00000001:0.0:1749611443.871316:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300717330 00000100:00000040:2.0:1749611443.871317:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755edc00] to pc [ptlrpcd_00_02+2] req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611443.871322:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c550c0. 00000100:00000001:0.0:1749611443.871331:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749611443.871347:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611443.871353:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494673024 02000000:00000001:3.0:1749611443.871356:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611443.871358:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.871358:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300717330 00000100:00000001:3.0:1749611443.871359:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611443.871362:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611443.871363:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55740. 00000100:00000040:2.0:1749611443.871365:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6055) 02000000:00000001:3.0:1749611443.871367:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.871367:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:3.0:1749611443.871380:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494673024 00000100:00000001:2.0:1749611443.871380:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611443.871381:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300717330 00000020:00000001:3.0:1749611443.871383:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611443.871383:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749611443.871385:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611443.871385:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749611443.871386:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55480. 00000020:00000001:3.0:1749611443.871387:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611443.871389:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.871390:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:3.0:1749611443.871391:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611443.871392:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.871396:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300717330 00000020:00000010:3.0:1749611443.871397:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071737200. 00000100:00000010:0.0:1749611443.871400:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c554c0. 00000020:00000010:3.0:1749611443.871403:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7900. 00000100:00000001:2.0:1749611443.871404:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611443.871404:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611443.871406:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611443.871408:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 02000000:00000001:2.0:1749611443.871410:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611443.871410:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611443.871413:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611443.871414:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611443.871414:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.871416:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611443.871416:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.871418:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.871418:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611443.871420:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494673408:0@lo:400:kworker.0 00000100:00000001:1.0:1749611443.871422:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611443.871422:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611443.871424:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871426:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611443.871429:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.871429:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611443.871430:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611443.871432:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611443.871433:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.871434:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611443.871435:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611443.871435:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611443.871437:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611443.871439:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749611443.871440:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f200. 02000000:00000001:2.0:1749611443.871443:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611443.871444:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611443.871445:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611443.871447:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749611443.871450:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe528. 00000100:00100000:3.0:1749611443.871453:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00000001:0.0:1749611443.871455:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611443.871456:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096328832 : -131939613222784 : ffff88006a38d880) 00000400:00000010:2.0:1749611443.871456:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:0.0:1749611443.871457:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611443.871460:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749611443.871461:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494673408, portal 10 00000100:00000040:3.0:1749611443.871462:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38d880 x1834598494673024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.871464:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611443.871466:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283369472 : -131939426182144 : ffff8800755edc00) 02000000:00000001:0.0:1749611443.871469:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611443.871472:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611443.871475:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611443.871476:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494673024:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1749611443.871478:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494673152:0@lo:38:kworker.0 00000100:00000200:3.0:1749611443.871480:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494673024 00000020:00000001:3.0:1749611443.871483:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611443.871483:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611443.871485:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611443.871486:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1749611443.871487:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611443.871488:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611443.871491:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611443.871495:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749611443.871496:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d52400. 00000400:00000010:2.0:1749611443.871498:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 02000000:00000001:0.0:1749611443.871498:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611443.871501:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611443.871502:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494673408, offset 0 00000400:00000010:0.0:1749611443.871503:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00010000:00020000:3.0:1749611443.871505:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749611443.871507:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00010000:00000001:3.0:1749611443.871508:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611443.871509:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611443.871512:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611443.871515:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611443.871518:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611443.871519:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611443.871520:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749611443.871552:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494673152, portal 10 00000400:00000200:2.0:1749611443.871556:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf949a00 00000100:00000001:0.0:1749611443.871556:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611443.871558:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283367680 : -131939426183936 : ffff8800755ed500) 02000000:00000010:3.0:1749611443.871560:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b560000. 02000000:00000001:3.0:1749611443.871562:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611443.871563:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 96224 00000100:00000040:0.0:1749611443.871567:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611443.871571:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611443.871572:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611443.871576:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611443.871577:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611443.871578:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611443.871579:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611443.871581:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749611443.871583:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611443.871583:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749611443.871584:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:3.0:1749611443.871586:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749611443.871586:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611443.871587:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494673152, offset 0 00000100:00000001:3.0:1749611443.871590:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749611443.871590:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755edf80. 00000400:00000200:0.0:1749611443.871593:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611443.871594:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:2.0:1749611443.871594:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8800755edf80 x1834598494673408 msgsize 224 00000100:00000001:3.0:1749611443.871596:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611443.871598:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749611443.871600:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611443.871601:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611443.871602:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611443.871604:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611443.871607:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611443.871608:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949900 00000100:00000001:3.0:1749611443.871609:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611443.871609:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749611443.871611:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611443.871615:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000400:00000200:0.0:1749611443.871615:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 96448 00000400:00000200:0.0:1749611443.871621:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611443.871626:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611443.871627:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611443.871630:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611443.871633:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611443.871663:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611443.871664:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494673024, offset 0 00000100:00000001:0.0:1749611443.871664:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611443.871667:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611443.871671:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749611443.871672:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38d500. 00000100:00000040:0.0:1749611443.871675:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38d500 x1834598494673152 msgsize 520 00000100:00000001:2.0:1749611443.871676:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611443.871682:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611443.871683:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611443.871684:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611443.871690:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf949880 00000100:00000001:2.0:1749611443.871693:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.871694:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611443.871696:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8e8d [1] + 0 00000100:00000001:2.0:1749611443.871696:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611443.871701:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611443.871702:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611443.871703:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000200:3.0:1749611443.871705:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611443.871706:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00000001:2.0:1749611443.871709:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300717330 00000100:00000001:2.0:1749611443.871714:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300717330 00000400:00000010:0.0:1749611443.871714:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:2.0:1749611443.871717:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300717330 00000100:00000001:0.0:1749611443.871718:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611443.871719:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611443.871721:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300717330 00000100:00000001:2.0:1749611443.871724:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300717330 00000100:00000200:0.0:1749611443.871724:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611443.871725:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.871733:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300717330 00000100:00000040:3.0:1749611443.871736:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.871736:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300717330 00000100:00000001:0.0:1749611443.871737:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611443.871740:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300717330 00000100:00000040:0.0:1749611443.871742:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.871743:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611443.871746:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611443.871746:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871750:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611443.871752:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:0.0:1749611443.871752:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871753:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611443.871754:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:0.0:1749611443.871755:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611443.871758:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611443.871760:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611443.871761:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611443.871761:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871763:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611443.871764:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611443.871765:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1108 usecs (2 jiffies) 00000100:00000001:2.0:1749611443.871766:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611443.871768:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611443.871769:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300717331 00000100:00000001:2.0:1749611443.871771:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611443.871773:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611443.871774:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.871776:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611443.871778:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611443.871781:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300717330 00000100:00000040:3.0:1749611443.871784:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38d880 x1834598494673024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.871787:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300717331 00000100:00000001:0.0:1749611443.871792:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300717330 00000100:00100000:3.0:1749611443.871794:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494673024:12345-0@lo:38:kworker.0 Request processed in 319us (596us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611443.871794:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611443.871797:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494673408 02000000:00000001:2.0:1749611443.871800:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611443.871802:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611443.871803:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00000001:2.0:1749611443.871805:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.871807:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611443.871808:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749611443.871810:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.871812:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300717331 00000020:00000010:3.0:1749611443.871813:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7900. 00000100:00100000:2.0:1749611443.871814:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494673408 00000020:00000010:3.0:1749611443.871817:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000001:2.0:1749611443.871817:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611443.871818:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300717330 00000020:00000040:2.0:1749611443.871819:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000010:3.0:1749611443.871821:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071737200. 00000020:00000001:2.0:1749611443.871822:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611443.871823:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300717331 00000100:00000001:3.0:1749611443.871824:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611443.871826:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611443.871828:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300717330 00000020:00000001:2.0:1749611443.871829:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:2.0:1749611443.871833:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611443.871834:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611443.871837:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871839:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611443.871841:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749611443.871843:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9ccc80. 00000100:00000001:3.0:1749611443.871846:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611443.871846:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611443.871848:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494673152 00000020:00000010:2.0:1749611443.871849:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136acdac0. 02000000:00000001:3.0:1749611443.871850:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611443.871852:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611443.871854:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611443.871856:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611443.871857:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611443.871857:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749611443.871859:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494673152 00000100:00000001:0.0:1749611443.871859:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611443.871861:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611443.871862:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749611443.871862:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749611443.871864:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611443.871866:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611443.871866:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611443.871867:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1749611443.871868:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611443.871869:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611443.871871:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071737200. 00000020:00000010:2.0:1749611443.871872:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00100000:0.0:1749611443.871873:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494673280:0@lo:38:kworker.0 00000020:00000010:3.0:1749611443.871874:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7900. 00000020:00000010:3.0:1749611443.871876:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000020:00000010:2.0:1749611443.871877:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:3.0:1749611443.871879:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611443.871881:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611443.871883:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611443.871883:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9bb8. 00000100:00000001:0.0:1749611443.871886:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611443.871887:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611443.871888:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:0.0:1749611443.871889:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611443.871892:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.871895:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611443.871895:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1749611443.871896:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 02000000:00000010:0.0:1749611443.871899:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d53400. 00000100:00000040:2.0:1749611443.871900:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1749611443.871902:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.871903:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611443.871905:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749611443.871907:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000100:00000001:3.0:1749611443.871908:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611443.871909:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611443.871910:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749611443.871913:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00100000:3.0:1749611443.871914:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00000001:3.0:1749611443.871917:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096327936 : -131939613223680 : ffff88006a38d500) 00000100:00000200:0.0:1749611443.871917:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494673280, portal 10 00000100:00000001:2.0:1749611443.871918:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611443.871920:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749611443.871921:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38d500 x1834598494673152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.871921:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611443.871922:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283368576 : -131939426183040 : ffff8800755ed880) 00000100:00000001:2.0:1749611443.871923:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611443.871923:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611443.871926:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611443.871931:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494673152:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611443.871931:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.871932:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611443.871934:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494673152 00000100:00100000:1.0:1749611443.871935:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000020:00000001:3.0:1749611443.871937:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611443.871939:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749611443.871941:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611443.871941:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611443.871944:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283370368 : -131939426181248 : ffff8800755edf80) 00000100:00000040:0.0:1749611443.871945:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611443.871947:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611443.871948:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00010000:00020000:3.0:1749611443.871950:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749611443.871951:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494673280, offset 0 00010000:00000001:3.0:1749611443.871953:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611443.871956:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611443.871956:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755edf80 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:124/0 lens 224/0 e 0 to 0 dl 1749611454 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611443.871957:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611443.871958:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611443.871960:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611443.871961:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749611443.871964:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b562800. 02000000:00000001:3.0:1749611443.871966:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611443.871966:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611443.871968:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611443.871971:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611443.871973:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611443.871973:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749611443.871974:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949980 00000100:00001000:3.0:1749611443.871976:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:1.0:1749611443.871978:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b49bc100. 00000100:00000001:3.0:1749611443.871979:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611443.871981:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611443.871981:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 96968 00000100:00000040:3.0:1749611443.871983:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611443.871983:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611443.871985:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749611443.871987:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b49bc100. 00000100:00000001:3.0:1749611443.871988:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749611443.871988:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611443.871991:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611443.871993:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611443.871994:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611443.871995:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611443.871996:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494673408:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611443.871998:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611443.872000:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611443.872002:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611443.872002:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494673408 00000100:00000040:3.0:1749611443.872005:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749611443.872005:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38d180. 00000400:00000010:3.0:1749611443.872007:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000020:00000001:1.0:1749611443.872007:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749611443.872009:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38d180 x1834598494673280 msgsize 520 00000100:00000200:3.0:1749611443.872012:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494673152, offset 0 00000020:00000001:1.0:1749611443.872012:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:0.0:1749611443.872015:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611443.872016:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611443.872016:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611443.872021:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749611443.872023:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611443.872024:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749611443.872028:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749611443.872029:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949900 00000020:00000001:1.0:1749611443.872033:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611443.872034:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e9d [1] + 0 00000100:00000001:0.0:1749611443.872035:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611443.872036:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749611443.872039:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611443.872039:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749611443.872042:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611443.872042:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000020:00000001:1.0:1749611443.872043:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611443.872046:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000020:00000001:1.0:1749611443.872047:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611443.872049:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611443.872050:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611443.872052:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749611443.872055:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611443.872055:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749611443.872055:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611443.872062:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4060000. 00000100:00000040:3.0:1749611443.872064:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611443.872065:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611443.872069:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.872072:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611443.872076:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611443.872078:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611443.872078:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611443.872081:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749611443.872081:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494673280 00000100:00000001:3.0:1749611443.872082:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749611443.872083:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.872084:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611443.872084:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611443.872086:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611443.872087:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000040:1.0:1749611443.872087:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494673408 00000100:00000001:0.0:1749611443.872087:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611443.872089:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611443.872089:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611443.872091:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749611443.872091:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:2.0:1749611443.872093:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611443.872093:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611443.872095:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38d500 x1834598494673152/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611443.872097:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494673280 00000020:00000001:2.0:1749611443.872100:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000200:1.0:1749611443.872100:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755edf80 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611443.872102:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611443.872103:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611443.872104:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494673152:12345-0@lo:38:kworker.0 Request processed in 173us (426us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611443.872104:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611443.872106:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611443.872107:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611443.872110:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611443.872111:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00000001:0.0:1749611443.872112:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.872114:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749611443.872114:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611443.872115:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611443.872115:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00010000:00000001:1.0:1749611443.872117:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611443.872117:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000020:00000010:3.0:1749611443.872118:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7900. 00000020:00000010:2.0:1749611443.872119:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000020:00000010:3.0:1749611443.872120:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:0.0:1749611443.872121:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300717330 00000100:00001000:1.0:1749611443.872123:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=48 v=5 (1 1 1 1) 00000020:00000010:2.0:1749611443.872124:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9960. 00000100:00000001:0.0:1749611443.872125:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300717331 00000020:00000010:3.0:1749611443.872129:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071737200. 00000100:00000001:2.0:1749611443.872129:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611443.872129:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611443.872129:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300717330 00000100:00000001:2.0:1749611443.872131:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611443.872132:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.872132:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300717331 00000100:00000001:2.0:1749611443.872133:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611443.872134:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611443.872136:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300717330 00000100:00000001:1.0:1749611443.872137:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611443.872139:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.872139:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300717331 00000100:00000001:3.0:1749611443.872140:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749611443.872141:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611443.872142:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611443.872142:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300717330 02000000:00000001:1.0:1749611443.872144:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.872145:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300717331 00000100:00100000:3.0:1749611443.872146:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00000001:2.0:1749611443.872147:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611443.872147:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611443.872148:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611443.872149:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096327040 : -131939613224576 : ffff88006a38d180) 00000100:00000040:1.0:1749611443.872151:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611443.872152:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611443.872153:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38d180 x1834598494673280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611463 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611443.872156:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000400:00000001:0.0:1749611443.872159:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611443.872161:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749611443.872162:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494673280:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749611443.872165:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494673280 00000400:00000010:0.0:1749611443.872165:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 00000020:00000001:3.0:1749611443.872167:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611443.872168:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611443.872171:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749611443.872173:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000020:00000001:3.0:1749611443.872175:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.872177:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:3.0:1749611443.872178:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749611443.872179:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494673408, offset 224 00010000:00000001:3.0:1749611443.872180:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611443.872182:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749611443.872182:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611443.872185:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611443.872186:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611443.872188:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749611443.872188:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749611443.872191:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b563400. 02000000:00000001:3.0:1749611443.872193:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611443.872195:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611443.872197:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749611443.872197:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611443.872199:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611443.872199:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749611443.872201:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611443.872203:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611443.872206:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611443.872208:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611443.872208:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611443.872210:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749611443.872210:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949a00 00000100:00000001:0.0:1749611443.872211:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611443.872213:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611443.872216:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:1.0:1749611443.872219:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8e95 [1] + 224 00000100:00000001:0.0:1749611443.872220:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611443.872223:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611443.872224:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749611443.872225:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.872226:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611443.872227:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611443.872227:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611443.872228:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611443.872230:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611443.872232:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000400:00000200:1.0:1749611443.872232:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611443.872232:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611443.872236:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494673280, offset 0 00000100:00000001:1.0:1749611443.872238:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611443.872240:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749611443.872240:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611443 v=5 (0 0 0 0) 00000100:00000200:1.0:1749611443.872245:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611443.872245:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=116 v=20 (20 1 1 1) 00000400:00000200:3.0:1749611443.872247:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611443.872249:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749611443.872251:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949980 00000100:00000001:0.0:1749611443.872253:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611443.872256:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ea9 [1] + 0 00000100:00000001:0.0:1749611443.872257:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611443.872260:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611443.872262:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611443.872263:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611443.872264:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611443.872267:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611443.872271:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.872274:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611443.872277:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611443.872279:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.872279:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.872282:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611443.872284:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611443.872287:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749611443.872287:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749611443.872290:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611443.872291:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00080000:0.0:1749611443.872292:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611443.872293:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611443.872294:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611443.872295:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611443.872296:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611443.872297:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611443.872299:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611443.872301:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611443.872301:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611443.872303:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611443.872306:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38d180 x1834598494673280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611463 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611443.872308:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611443.872312:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00100000:0.0:1749611443.872314:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494673024:0@lo:38:kworker.0 00000100:00100000:3.0:1749611443.872315:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494673280:12345-0@lo:38:kworker.0 Request processed in 153us (304us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611443.872317:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611443.872319:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611443.872321:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611443.872322:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00000001:3.0:1749611443.872324:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611443.872324:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611443.872325:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611443.872330:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ed180 x1834598494673024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611443.872333:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:2.0:1749611443.872333:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611443.872334:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611443.872337:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9960. 00000100:00000001:2.0:1749611443.872337:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749611443.872340:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611443.872340:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1749611443.872342:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000400:00000001:2.0:1749611443.872342:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749611443.872343:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1749611443.872344:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749611443.872344:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749611443.872345:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611443.872347:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611443.872347:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d51c00. 00000400:00000010:2.0:1749611443.872348:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00000020:00000001:1.0:1749611443.872351:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749611443.872352:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 02000000:00000001:0.0:1749611443.872352:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1749611443.872355:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611443.872358:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611443.872358:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755edf80 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:124/0 lens 224/224 e 0 to 0 dl 1749611454 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611443.872361:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1749611443.872364:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611443.872364:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611443.872368:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611443.872372:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f4000. 00000100:00100000:1.0:1749611443.872374:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494673408:12345-0@lo:400:kworker.0 Request processed in 398us (776us total) trans 0 rc 0/0 02000000:00000001:0.0:1749611443.872376:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611443.872379:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611443.872382:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed180. 00000100:00000200:2.0:1749611443.872384:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611443.872387:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00000001:0.0:1749611443.872387:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611443.872389:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611443.872392:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611443.872392:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611443.872395:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611443.872396:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611443.872397:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611443.872398:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611443.872399:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611443.872400:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611443.872401:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611443.872403:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749611443.872404:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000001:0.0:1749611443.872404:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611443.872405:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611443.872406:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611443.872408:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611443.872410:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9bb8. 00000400:00000001:0.0:1749611443.872410:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749611443.872411:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611443.872412:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611443.872415:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000020:00000010:1.0:1749611443.872416:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00001000:2.0:1749611443.872418:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=148 v=5 (5 5 5 5) 00000400:00000200:0.0:1749611443.872419:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000020:00000040:1.0:1749611443.872422:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000010:0.0:1749611443.872422:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00001000:2.0:1749611443.872423:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611443.872425:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611443.872426:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611443.872427:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611443.872429:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611443.872431:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611443.872433:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611443.872439:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611443.872444:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611443.872452:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.872455:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611443.872456:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611443.872458:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611443.872460:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611443.872460:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611443.872462:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749611443.872462:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611443.872464:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.872464:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611443.872466:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611443.872469:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611443.872470:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611443.872474:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611443 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611443.872479:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=98 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611443.872480:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611443.872483:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611443.872484:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611443.872485:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611443.872486:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.872489:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611443.872491:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611443.872495:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611443.872504:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494673408:0@lo:400:kworker.0 00000100:00000001:2.0:1749611443.872510:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.872511:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611443.872515:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611443.872517:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611443.872518:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611443.872520:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611443.872548:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611443.872553:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755edc00 x1834598494673408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611443.872554:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611443.872558:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611443.872562:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611443.872564:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611443.872567:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749611443.872569:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611443.872570:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f200. 02000000:00000001:2.0:1749611443.872574:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611443.872576:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611443.872578:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611443.872581:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1749611443.872582:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494673152:0@lo:38:kworker.0 02000000:00000010:2.0:1749611443.872584:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2ade00. 02000000:00000001:2.0:1749611443.872588:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611443.872590:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1749611443.872590:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1749611443.872592:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755edc00. 00000400:00000001:0.0:1749611443.872592:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611443.872595:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000100:00000001:2.0:1749611443.872596:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611443.872598:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611443.872599:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:2.0:1749611443.872601:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611443.872601:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:0.0:1749611443.872605:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611443.872608:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611443.872610:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611443.872610:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611443.872613:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611443.872615:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611443.872623:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.872633:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611443.872656:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.872660:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611443.872663:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611443.872665:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611443.872667:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611443.872670:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611443.872676:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611443 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611443.872681:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=148 v=20 (1 1 1 20) 00000100:00000001:0.0:1749611443.872692:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611443.872695:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611443.872698:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611443.872704:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.872715:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611443.872718:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611443.872720:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.872723:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611443.872725:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611443.872729:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611443.872733:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611443.872736:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611443.872742:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611443.872754:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494673280:0@lo:38:kworker.0 00000100:00000001:0.0:1749611443.872760:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.872762:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611443.872765:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ed500 x1834598494673152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.872772:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611443.872774:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611443.872776:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d52400. 02000000:00000001:0.0:1749611443.872779:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611443.872780:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611443.872781:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611443.872783:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611443.872785:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f6400. 02000000:00000001:0.0:1749611443.872788:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611443.872790:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611443.872791:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed500. 00000100:00000001:0.0:1749611443.872799:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611443.872801:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.872803:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611443.872806:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ed880 x1834598494673280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611443.872813:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611443.872814:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611443.872815:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d53400. 02000000:00000001:0.0:1749611443.872817:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611443.872818:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611443.872819:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611443.872821:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611443.872822:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f7000. 02000000:00000001:0.0:1749611443.872825:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611443.872826:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611443.872827:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed880. 00000100:00000001:0.0:1749611443.872829:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611443.872830:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611443.872832:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.872834:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611443.872835:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611443.872836:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611443.872838:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611443.873674:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300717331, at 4300717331 00000100:00000040:0.0:1749611443.873686:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300717331, at 4300717331 00000100:00000010:2.0:1749611443.873687:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55480. 00000100:00000040:3.0:1749611443.873691:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300717331, at 4300717331 00000100:00000010:0.0:1749611443.873693:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c550c0. 00000100:00000010:3.0:1749611443.873703:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c554c0. 00000100:00000040:1.0:1749611443.873721:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300717331, at 4300717331 00000100:00000010:1.0:1749611443.873732:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55740. 00010000:00000001:0.0:1749611444.032708:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611444.032717:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611444.032720:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611444.032723:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611444.032727:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611444.032730:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611444.032732:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611444.032734:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611444.032821:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611444.032826:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611444.032830:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611444.458757:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611444.458765:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611444.458768:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611444.458774:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611444.458793:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611444.458798:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611444.458801:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611444.458804:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611444.458808:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611444.637695:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611444.637704:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611444.637706:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611444.637710:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611444.637714:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611444.637718:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611444.637721:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611444.637724:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611444.637727:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611444.680698:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611444.680707:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611444.680710:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611444.680716:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611444.680720:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611444.680742:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611444.680746:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611444.680760:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec55c00 x1834598494672128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611444.680775:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611444.680781:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55c00 x1834598494672128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611444.680795:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611444.680800:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611444.680803:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611444.680806:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611444.680811:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55c00 x1834598494672128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611444.680825:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494672128:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611444.680833:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611444.680836:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611444.680840:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611444.680843:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611444.680848:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55c00 x1834598494672128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611444.680859:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611444.680864:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749611444.680870:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611444.680873:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611444.680878:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611444.680883:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611444.680888:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611444.680893:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e800 refcount=4 00000020:00000001:2.0:1749611444.680897:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:2.0:1749611444.680900:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00010000:2.0:1749611444.680909:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611444.680934:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611444.680941:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611444.680952:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611444.680957:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611444.680966:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611444.680969:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611444.680973:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611444.680982:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611444.680985:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611444.680989:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611444.680993:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611444.681002:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611444.681007:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611444.681011:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611444.681018:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611444.681021:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611444.681023:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611444.681025:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e800 refcount=5 00000020:00000001:2.0:1749611444.681028:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:2.0:1749611444.681031:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:2.0:1749611444.681035:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611444.681049:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611444.681058:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611444.681062:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611444.681071:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611444.681075:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611444.681077:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611444.681081:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611444.681084:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611444.681088:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611444.681090:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611444.681093:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611444.681095:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611444.681099:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e800 with handle 0x689c0ec07329d4a1 from hash 00010000:00000001:2.0:1749611444.681102:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611444.681104:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611444.681106:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611444.681108:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611444.681110:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611444.681112:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611444.681116:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611444.681117:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611444.681119:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611444.681121:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611444.681125:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611444.681132:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611444.681133:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611444.681135:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611444.681137:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611444.681139:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611444.681141:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611444.681143:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611444.681153:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d4a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611444.681165:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009d2ad100 count: 0 00010000:00000001:2.0:1749611444.681208:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611444.681211:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611444.681216:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611444.681222:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55c00 x1834598494672128/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611444.681233:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611444.681237:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611444.681240:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611444.681243:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611444.681249:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8fc00. 02000000:00000001:2.0:1749611444.681255:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611444.681258:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611444.681261:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55c00. 00000100:00000001:2.0:1749611444.681269:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611444.681271:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611444.681274:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611444.681279:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611444.681282:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611444.681286:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88006e9cc5c0. 00000020:00000010:2.0:1749611444.681290:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000020:00000010:2.0:1749611444.681295:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f200. 00000040:00000010:2.0:1749611444.681299:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f400. 00000020:00000010:2.0:1749611444.681303:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0b000. 00000020:00000010:2.0:1749611444.681309:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8ee00. 80000000:00000010:2.0:1749611444.681314:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b42564e0. 00040000:00000010:2.0:1749611444.681319:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e200. 00080000:00000010:2.0:1749611444.681325:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611444.681331:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 10000000:00000040:2.0:1749611444.681339:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611444.681342:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 10000000:00000001:2.0:1749611444.681352:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611444.681356:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611444.681363:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f200. 00000040:00000010:2.0:1749611444.681366:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f400. 00000020:00000010:2.0:1749611444.681369:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0b000. 00000020:00000010:2.0:1749611444.681374:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8ee00. 80000000:00000010:2.0:1749611444.681377:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b42564e0. 00040000:00000010:2.0:1749611444.681381:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e200. 00080000:00000010:2.0:1749611444.681385:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:2.0:1749611444.681389:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611444.681393:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 10000000:00000010:2.0:1749611444.681395:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88006e9cc5c0. 10000000:01000000:2.0:1749611444.681398:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0001' failed (-5). 10000000:00000001:2.0:1749611444.681402:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611444.681405:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611444.681407:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611444.681409:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611444.681411:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749611444.681413:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611444.681415:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611444.681417:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0001(ffff88007a828800) refs 2 10000000:00000001:2.0:1749611444.681419:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611444.681420:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611444.681421:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749611444.681423:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611444.681425:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229000 from 4 10000000:00000001:2.0:1749611444.681427:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611444.681429:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611444.681433:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755edc00. 00000020:00000040:2.0:1749611444.681438:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611444.681442:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611444.681445:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611444.681450:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611444.681456:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8fc00. 00000100:00000001:2.0:1749611444.681462:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611444.681471:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611444.681473:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1749611444.681478:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88009d2adf00 count: 2 00010000:00000001:2.0:1749611444.681481:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611444.681484:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611444.681487:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f800. 00000020:00000001:2.0:1749611444.681490:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611444.681493:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f800 with handle 0x689c0ec07329d4bd to hash 00000020:00000001:2.0:1749611444.681495:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611444.681497:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:2.0:1749611444.681499:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:2.0:1749611444.681502:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611444.681504:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611444.681507:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611444.681514:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611444.681560:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611444.681566:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611444.681568:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611444.681573:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749611444.681576:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749611444.681579:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611444.681580:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283369472 : -131939426182144 : ffff8800755edc00) 00000100:00000001:2.0:1749611444.681585:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611444.681589:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611444.681591:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611444.681593:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611444.681598:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755edc00 x1834598494673536/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611444.681618:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611444.681620:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611444.681624:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800755edc00 x1834598494673536/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611444.681650:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611444.681653:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611444.681654:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611444.681656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611444.681658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611444.681660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611444.681662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611444.681663:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611444.681665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1749611444.686742:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d2ad100. 00010000:00000010:0.1:1749611444.686766:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e800. 00000100:00000001:0.0:1749611444.872687:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611444.872704:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611444.872706:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611444.872711:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611444.872713:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611444.872717:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611444.872719:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611445.034695:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611445.034703:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611445.034829:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611445.034835:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611445.034839:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611445.458743:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611445.458752:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611445.458755:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611445.458760:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611445.458764:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611445.458768:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611445.458771:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611445.458774:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611445.458776:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611445.637659:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611445.637668:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611445.637671:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611445.637675:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611445.637679:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611445.637682:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611445.637685:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611445.637689:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611445.637691:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611445.681674:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611445.681681:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611445.681683:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611445.681687:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611445.681690:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611445.681693:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611445.681695:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611445.681698:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611445.681700:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611445.872840:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611445.872882:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611445.872886:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611445.872892:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611445.872896:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611445.872901:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611445.872904:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611446.036697:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611446.036705:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611446.036833:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611446.036839:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611446.036843:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611446.458756:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611446.458765:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611446.458768:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611446.458772:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611446.458776:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611446.458780:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611446.458783:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611446.458786:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611446.458788:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611446.637745:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611446.637752:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611446.637754:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611446.637758:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611446.637761:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611446.637778:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611446.637780:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611446.637784:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611446.637786:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611446.681590:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611446.681594:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611446.681595:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611446.681597:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611446.681599:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611446.681601:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611446.681602:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611446.681604:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611446.681605:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611446.872678:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611446.872696:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611446.872699:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611446.872704:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611446.872707:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611446.872710:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611446.872713:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611447.038697:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611447.038706:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611447.038828:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611447.038834:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611447.038838:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611447.458746:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611447.458754:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611447.458757:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611447.458762:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611447.458766:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611447.458770:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611447.458773:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611447.458776:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611447.458778:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611447.637654:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611447.637662:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611447.637665:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611447.637670:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611447.637674:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611447.637677:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611447.637680:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611447.637684:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611447.637686:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611447.681681:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611447.681688:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611447.681691:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611447.681696:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611447.681700:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611447.681705:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611447.681708:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611447.681711:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611447.681714:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611447.872667:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611447.872682:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611447.872685:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611447.872690:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611447.872693:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611447.872707:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611447.872709:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611448.040690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611448.040696:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611448.040790:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611448.040796:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611448.040800:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611448.458703:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611448.458711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611448.458713:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611448.458717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611448.458721:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611448.458725:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.458728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611448.458731:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.458734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.637653:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611448.637658:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611448.637661:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611448.637680:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611448.637684:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611448.637686:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.637689:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611448.637692:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.637694:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.681735:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611448.681740:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611448.681742:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611448.681746:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611448.681749:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611448.681751:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.681754:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611448.681756:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.681758:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.872629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611448.872644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611448.872646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611448.872651:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611448.872653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611448.872656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.872658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611448.878626:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611448.878633:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611448.878637:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611448.878641:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611448.878643:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611448.878646:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611448.878650:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611448.878655:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6050 00000100:00080000:2.0:1749611448.878660:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611448.878663:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611448.878667:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611448.878669:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611448.878671:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611448.878676:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611448.878678:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611448.878681:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611448.878685:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611448.878687:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611448.878690:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611448.878693:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611448.878695:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611448.878696:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611448.878698:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611448.878714:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611448.878717:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611448.878720:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611448.878723:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611448.878730:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611448.878733:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.878735:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611448.878738:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611448.878744:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee300. 00000020:00000040:2.0:1749611448.878747:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611448.878751:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611448.878753:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.878757:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611448.878759:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611448.878763:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611448.878771:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f5c00. 00000100:00000001:2.0:1749611448.878778:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611448.878788:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611448.878800:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611448.878805:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611448.878809:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ee300] to pc [ptlrpcd_rcv+-1] req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611448.878836:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611448.878840:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611448.878844:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611448.878846:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611448.878847:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611448.878850:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611448.878852:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6050 00000100:00080000:2.0:1749611448.878855:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611448.878858:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611448.878866:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611448.878868:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611448.878870:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611448.878873:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611448.878874:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611448.878876:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611448.878878:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611448.878880:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611448.878882:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611448.878885:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611448.878886:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611448.878888:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611448.878889:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611448.878892:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611448.878894:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611448.878896:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611448.878898:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611448.878901:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611448.878903:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.878905:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611448.878907:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611448.878910:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee680. 00000020:00000040:2.0:1749611448.878912:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611448.878915:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611448.878916:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.878917:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611448.878919:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611448.878920:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611448.878924:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f6800. 00000100:00000001:2.0:1749611448.878927:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611448.878932:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611448.878933:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611448.878939:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611448.878939:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611448.878941:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611448.878946:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.878950:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611448.878951:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ee680] to pc [ptlrpcd_rcv+-1] req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611448.878960:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.878962:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611448.878963:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611448.878964:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611448.878966:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611448.878967:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749611448.878968:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611448.878969:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611448.878971:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611448.878971:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611448.878973:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6050 02000000:00000001:0.0:1749611448.878974:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611448.878975:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611448.878978:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00100000:0.0:1749611448.878978:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494673664:0@lo:38:kworker.0 00000100:00000001:2.0:1749611448.878979:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611448.878981:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611448.878982:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611448.878983:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611448.878985:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611448.878986:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:0.0:1749611448.878986:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611448.878988:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611448.878989:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611448.878990:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611448.878992:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:0.0:1749611448.878992:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611448.878995:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611448.878997:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000010:0.0:1749611448.878997:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d52400. 00000100:00000001:2.0:1749611448.878999:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611448.878999:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611448.879001:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611448.879002:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611448.879005:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611448.879007:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:0.0:1749611448.879007:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000100:00000001:2.0:1749611448.879009:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611448.879010:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611448.879013:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611448.879014:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 02000000:00000001:2.0:1749611448.879020:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611448.879021:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494673664, portal 4 00000100:00000001:2.0:1749611448.879022:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611448.879024:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879024:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1749611448.879027:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755eea00. 00000020:00000040:2.0:1749611448.879029:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611448.879031:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611448.879032:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.879034:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611448.879035:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611448.879035:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283371264 : -131939426180352 : ffff8800755ee300) 02000000:00000001:2.0:1749611448.879036:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611448.879041:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f7000. 00000100:00000001:2.0:1749611448.879044:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.879045:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611448.879048:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611448.879054:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611448.879055:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611448.879057:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.879058:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611448.879060:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755eea00] to pc [ptlrpcd_rcv+-1] req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611448.879061:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000200:0.0:1749611448.879064:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494673664, offset 0 00000100:00000001:2.0:1749611448.879067:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611448.879069:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611448.879070:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611448.879073:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611448.879075:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755eed80. 00000020:00000040:2.0:1749611448.879078:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611448.879080:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611448.879081:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611448.879082:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611448.879084:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611448.879086:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2ade00. 00000100:00000001:2.0:1749611448.879088:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611448.879092:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611448.879096:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf949b00 00000100:00000001:2.0:1749611448.879100:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611448.879102:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611448.879104:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 21320 00000100:00000040:2.0:1749611448.879107:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755eed80] to pc [ptlrpcd_00_03+3] req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611448.879113:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611448.879117:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611448.879123:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611448.879125:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611448.879130:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38dc00. 00000100:00000040:0.0:1749611448.879133:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38dc00 x1834598494673664 msgsize 520 00000100:00100000:0.0:1749611448.879137:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611448.879142:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879147:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611448.879148:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6060) 00000400:00000200:0.0:1749611448.879155:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611448.879157:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749611448.879160:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611448.879165:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.879173:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611448.879176:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611448.879179:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611448.879182:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494673664 00000100:00000001:0.0:1749611448.879183:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611448.879185:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611448.879185:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611448.879187:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611448.879188:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.879190:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.879192:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1281 usecs (2 jiffies) 02000000:00000001:2.0:1749611448.879194:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879196:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300722338 00000100:00100000:2.0:1749611448.879198:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494673664 00000020:00000001:2.0:1749611448.879200:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749611448.879200:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c550c0. 00000020:00000040:2.0:1749611448.879201:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611448.879203:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611448.879205:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611448.879207:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611448.879212:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000001:0.0:1749611448.879212:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:2.0:1749611448.879216:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000020:00000010:2.0:1749611448.879221:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:1.0:1749611448.879223:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611448.879227:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611448.879229:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611448.879229:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611448.879231:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611448.879231:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611448.879235:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300722338 00000100:00000001:2.0:1749611448.879237:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611448.879238:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55f80. 00000100:00000040:1.0:1749611448.879239:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.879241:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611448.879244:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.879245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300722338 00000100:00000010:0.0:1749611448.879247:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55700. 00000100:00000001:3.0:1749611448.879250:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611448.879250:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749611448.879251:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611448.879253:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611448.879253:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300722338 00000100:00000001:2.0:1749611448.879255:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611448.879256:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611448.879256:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55980. 02000000:00000001:1.0:1749611448.879257:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611448.879259:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:2.0:1749611448.879260:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 02000000:00000001:1.0:1749611448.879260:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611448.879262:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879262:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611448.879264:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096329728 : -131939613221888 : ffff88006a38dc00) 00000100:00000001:0.0:1749611448.879265:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611448.879266:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494674048:0@lo:400:kworker.0 00000100:00000040:2.0:1749611448.879268:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38dc00 x1834598494673664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.879268:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611448.879270:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611448.879270:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.879276:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611448.879277:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611448.879279:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494673664:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611448.879279:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611448.879281:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611448.879282:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749611448.879283:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494673664 02000000:00000001:1.0:1749611448.879283:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611448.879286:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.879286:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611448.879287:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749611448.879288:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1749611448.879290:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:1.0:1749611448.879292:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b8b5000. 02000000:00000001:1.0:1749611448.879294:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879294:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611448.879295:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611448.879298:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749611448.879300:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 02000000:00000001:0.0:1749611448.879300:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611448.879302:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611448.879305:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00100000:0.0:1749611448.879305:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494673792:0@lo:38:kworker.0 00000100:00000001:0.0:1749611448.879308:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749611448.879310:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494674048, portal 10 02000000:00000001:0.0:1749611448.879310:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611448.879312:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611448.879312:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749611448.879312:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611448.879313:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611448.879314:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283373952 : -131939426177664 : ffff8800755eed80) 02000000:00000010:0.0:1749611448.879316:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d51c00. 00010000:00020000:2.0:1749611448.879317:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611448.879320:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611448.879323:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611448.879323:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611448.879323:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.879326:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749611448.879327:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00000100:00000001:2.0:1749611448.879329:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611448.879330:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 02000000:00000001:2.0:1749611448.879331:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611448.879331:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611448.879333:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749611448.879334:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494673792, portal 10 02000000:00000010:2.0:1749611448.879335:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6400. 00000400:00000010:1.0:1749611448.879336:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611448.879336:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749611448.879337:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879337:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283372160 : -131939426179456 : ffff8800755ee680) 00000100:00000001:2.0:1749611448.879339:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611448.879339:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494674048, offset 0 00010000:00000001:2.0:1749611448.879343:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749611448.879343:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611448.879344:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611448.879346:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611448.879349:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611448.879351:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611448.879352:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611448.879353:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749611448.879353:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611448.879355:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749611448.879356:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611448.879358:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:0.0:1749611448.879358:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494673792, offset 0 00000100:00000001:2.0:1749611448.879360:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749611448.879360:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf949c80 00000400:00000200:0.0:1749611448.879362:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611448.879363:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611448.879366:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611448.879368:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749611448.879368:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 97488 00000400:00000200:0.0:1749611448.879369:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611448.879371:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.879373:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611448.879374:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611448.879374:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949b80 00000100:00000040:2.0:1749611448.879376:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611448.879378:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611448.879378:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 97712 00000400:00000010:2.0:1749611448.879379:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611448.879383:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749611448.879383:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749611448.879384:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494673664, offset 0 00000100:00000200:1.0:1749611448.879385:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611448.879386:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611448.879389:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749611448.879390:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1ea00. 00000100:00000040:1.0:1749611448.879393:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88012be1ea00 x1834598494674048 msgsize 224 00000100:00100000:1.0:1749611448.879398:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749611448.879399:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611448.879406:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf949b00 00000100:00000001:1.0:1749611448.879410:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611448.879412:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8ebd [1] + 0 00000400:00000200:2.0:1749611448.879417:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611448.879421:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611448.879430:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611448.879433:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494674048 02000000:00000001:0.0:1749611448.879435:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611448.879437:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611448.879438:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611448.879438:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749611448.879439:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611448.879441:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000001:0.0:1749611448.879442:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611448.879443:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611448.879444:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749611448.879445:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494674048 00000020:00000001:0.0:1749611448.879447:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749611448.879448:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611448.879449:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749611448.879451:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611448.879454:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749611448.879456:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611448.879457:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611448.879458:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611448.879459:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611448.879464:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611448.879467:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611448.879467:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611448.879467:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129c55d00. 00000020:00000010:0.0:1749611448.879472:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88006e9ccc80. 00000400:00000200:2.0:1749611448.879474:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:1.0:1749611448.879474:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611448.879476:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611448.879476:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611448.879479:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611448.879480:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611448.879481:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.879484:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611448.879484:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:1.0:1749611448.879485:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000100:00000040:2.0:1749611448.879487:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611448.879488:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300722337 00000100:00000001:2.0:1749611448.879490:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611448.879492:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611448.879492:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300722338 00000100:00000001:0.0:1749611448.879492:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611448.879494:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300722337 00000100:00000040:2.0:1749611448.879497:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38dc00 x1834598494673664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611448.879497:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300722338 00000020:00000010:0.0:1749611448.879497:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f200. 00000100:00000001:1.0:1749611448.879499:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300722337 00000020:00000010:0.0:1749611448.879500:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff00. 00000100:00000001:1.0:1749611448.879501:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300722338 00000100:00000001:1.0:1749611448.879503:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300722337 00000020:00000010:0.0:1749611448.879504:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000100:00000001:1.0:1749611448.879505:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300722338 00000100:00100000:2.0:1749611448.879507:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494673664:12345-0@lo:38:kworker.0 Request processed in 228us (371us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611448.879507:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611448.879509:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.879511:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611448.879512:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611448.879514:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.879514:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611448.879515:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749611448.879516:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00000001:0.0:1749611448.879518:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611448.879519:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611448.879547:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611448.879553:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000020:00000010:2.0:1749611448.879558:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00000001:0.0:1749611448.879558:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611448.879560:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611448.879561:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611448.879562:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611448.879563:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1749611448.879564:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000001:1.0:1749611448.879565:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611448.879567:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611448.879567:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611448.879568:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611448.879570:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879577:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611448.879584:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611448.879586:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611448.879587:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749611448.879588:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00100000:0.0:1749611448.879612:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00000040:0.0:1749611448.879615:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611448.879617:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137345411584 : -131936364140032 : ffff88012be1ea00) 00000100:00000040:0.0:1749611448.879622:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012be1ea00 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:129/0 lens 224/0 e 0 to 0 dl 1749611459 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.879631:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611448.879633:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880129c55c80. 00000100:00000001:0.0:1749611448.879636:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611448.879639:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880129c55c80. 00000100:00100000:0.0:1749611448.879643:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494674048:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749611448.879647:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494674048 00000020:00000001:0.0:1749611448.879650:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749611448.879653:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749611448.879656:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611448.879659:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749611448.879661:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611448.879664:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749611448.879668:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611448.879676:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749611448.879679:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611448.879681:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611448.879684:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611448.879688:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611448.879690:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749611448.879695:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130310000. 02000000:00000001:0.0:1749611448.879697:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879700:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611448.879702:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749611448.879706:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494674048 00010000:00000001:0.0:1749611448.879708:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749611448.879713:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012be1ea00 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:129/0 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611448.879720:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611448.879722:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611448.879725:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611448.879729:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611448.879732:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611448.879734:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611448.879737:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611448.879738:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879740:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611448.879742:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611448.879745:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:0.0:1749611448.879749:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494674048, offset 224 00000400:00000200:0.0:1749611448.879753:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611448.879760:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611448.879766:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949c80 00000400:00000200:0.0:1749611448.879771:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ec5 [1] + 224 00000400:00000200:0.0:1749611448.879775:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611448.879779:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611448.879782:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611448.879786:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611448.879807:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.879833:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611448.879839:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749611448.879841:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749611448.879843:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611448.879845:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611448.879848:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.879851:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:0.0:1749611448.879854:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611448.879855:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611448.879856:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611448.879858:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749611448.879858:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1749611448.879862:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749611448.879862:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1ea00 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:129/0 lens 224/224 e 0 to 0 dl 1749611459 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611448.879864:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611448.879867:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000400:00000200:1.0:1749611448.879871:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00100000:0.0:1749611448.879872:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494674048:12345-0@lo:400:kworker.0 Request processed in 239us (476us total) trans 0 rc 0/0 00000400:00000010:1.0:1749611448.879873:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00100000:0.0:1749611448.879880:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00000001:1.0:1749611448.879883:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611448.879883:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611448.879886:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611448.879887:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749611448.879888:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611448.879891:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff00. 00000020:00000010:0.0:1749611448.879894:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00000200:1.0:1749611448.879897:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611448.879898:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f200. 00000020:00000040:0.0:1749611448.879902:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611448.879904:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611448.879905:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611448.879906:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611448.879909:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611448.879911:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611448.879913:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611448.879915:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611448.879918:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879918:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611448.879921:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:1.0:1749611448.879924:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=153 v=5 (5 5 5 5) 00000100:00000010:0.0:1749611448.879924:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38c380. 00000100:00000040:0.0:1749611448.879927:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38c380 x1834598494673792 msgsize 520 00000100:00001000:1.0:1749611448.879928:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611448.879930:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749611448.879931:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611448.879932:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611448.879935:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749611448.879939:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.879944:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749611448.879947:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611448.879950:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749611448.879953:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611448.879954:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1749611448.879955:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:1.0:1749611448.879956:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611448.879957:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000040:1.0:1749611448.879959:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.879959:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611448.879964:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611448.879966:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611448.879969:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611448.879970:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.879972:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611448.879974:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611448.879975:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611448.879982:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494674048:0@lo:400:kworker.0 00000100:00000001:0.0:1749611448.879982:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.879984:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611448.879987:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.879990:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1108 usecs (2 jiffies) 00000100:00000001:0.0:1749611448.879993:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300722339 00000100:00000001:1.0:1749611448.879995:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611448.879997:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611448.880000:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755eed80 x1834598494674048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.880003:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300722338 00000100:00000001:1.0:1749611448.880007:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611448.880008:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300722339 02000000:00000001:1.0:1749611448.880009:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611448.880012:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b8b5000. 00000100:00000001:0.0:1749611448.880012:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300722338 00000100:00000001:0.0:1749611448.880015:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300722339 02000000:00000001:1.0:1749611448.880016:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611448.880018:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611448.880019:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300722338 00000020:00000040:1.0:1749611448.880020:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611448.880022:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611448.880022:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300722339 02000000:00000010:1.0:1749611448.880024:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2ade00. 00000100:00000001:0.0:1749611448.880025:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300722338 02000000:00000001:1.0:1749611448.880027:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611448.880029:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611448.880031:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755eed80. 00000100:00000001:2.0:1749611448.880034:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611448.880035:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611448.880036:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.880036:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611448.880038:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.880039:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611448.880040:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494673792 00000100:00000001:0.0:1749611448.880041:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611448.880043:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611448.880044:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611448.880045:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.880045:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611448.880046:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611448.880047:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611448.880048:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.880050:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880052:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611448.880054:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611448.880056:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611448.880057:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611448.880059:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611448.880060:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494673792 02000000:00000001:0.0:1749611448.880061:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611448.880063:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611448.880065:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611448.880068:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749611448.880069:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494673920:0@lo:38:kworker.0 00000100:00000001:0.0:1749611448.880073:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611448.880075:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611448.880077:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611448.880079:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611448.880082:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611448.880083:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009be8b800. 02000000:00000001:0.0:1749611448.880085:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611448.880086:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611448.880088:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000400:00000010:0.0:1749611448.880091:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000020:00000010:2.0:1749611448.880092:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000200:0.0:1749611448.880095:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494673920, portal 10 00000100:00000001:0.0:1749611448.880097:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749611448.880098:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:0.0:1749611448.880099:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283373056 : -131939426178560 : ffff8800755eea00) 00000020:00000010:2.0:1749611448.880103:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000040:0.0:1749611448.880104:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611448.880109:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611448.880111:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611448.880112:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611448.880113:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611448.880115:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611448.880115:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:0.0:1749611448.880117:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494673920, offset 0 00000100:00000001:2.0:1749611448.880121:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611448.880121:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611448.880127:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611448.880132:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611448.880132:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949c00 00000400:00000200:0.0:1749611448.880136:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 98232 00000400:00000200:0.0:1749611448.880140:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611448.880144:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611448.880146:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611448.880147:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611448.880149:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611448.880149:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611448.880152:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38c700. 00000100:00000040:0.0:1749611448.880154:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38c700 x1834598494673920 msgsize 520 00000100:00100000:2.0:1749611448.880155:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00000001:3.0:1749611448.880158:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749611448.880158:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611448.880159:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096323456 : -131939613228160 : ffff88006a38c380) 00000100:00000001:3.0:1749611448.880162:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611448.880164:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880166:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611448.880167:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611448.880168:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38c380 x1834598494673792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611448.880169:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749611448.880171:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749611448.880173:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611448.880175:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611448.880177:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494673920 02000000:00000001:3.0:1749611448.880180:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611448.880182:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611448.880182:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611448.880184:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611448.880187:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494673792:12345-0@lo:38:kworker.0 02000000:00000001:3.0:1749611448.880188:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880189:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611448.880191:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494673920 00000100:00000040:0.0:1749611448.880192:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611448.880193:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749611448.880193:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494673792 00000020:00000040:3.0:1749611448.880195:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611448.880197:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611448.880197:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611448.880199:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880199:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880200:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611448.880201:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611448.880201:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611448.880204:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611448.880207:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071737200. 00000100:00000040:0.0:1749611448.880207:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000100:00000001:0.0:1749611448.880209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300722338 00000020:00000010:3.0:1749611448.880212:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7900. 00000100:00000001:0.0:1749611448.880212:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300722339 00000020:00000001:2.0:1749611448.880213:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880214:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300722338 00000020:00000010:3.0:1749611448.880216:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:0.0:1749611448.880216:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300722339 00010000:00020000:2.0:1749611448.880218:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611448.880219:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300722338 00000100:00000001:0.0:1749611448.880221:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300722339 00010000:00000001:2.0:1749611448.880222:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611448.880223:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300722338 00000100:00000001:0.0:1749611448.880225:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300722339 00010000:00000001:2.0:1749611448.880226:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611448.880227:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611448.880229:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611448.880229:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.880230:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611448.880231:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611448.880233:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.880233:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:0.0:1749611448.880233:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611448.880234:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749611448.880236:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749611448.880236:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000100:00000001:3.0:1749611448.880237:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611448.880240:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 02000000:00000010:2.0:1749611448.880241:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4000. 00000400:00000010:0.0:1749611448.880241:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:0.0:1749611448.880243:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611448.880245:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611448.880247:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611448.880248:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611448.880248:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611448.880252:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611448.880253:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749611448.880254:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611448.880255:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1749611448.880255:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611448.880259:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749611448.880260:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00000001:0.0:1749611448.880261:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611448.880263:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096324352 : -131939613227264 : ffff88006a38c700) 00000100:00000001:0.0:1749611448.880267:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611448.880269:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38c700 x1834598494673920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611468 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.880270:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611448.880272:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611448.880273:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611448.880274:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611448.880276:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.880277:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611448.880278:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611448.880281:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:3.0:1749611448.880282:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494673920:12345-0@lo:38:kworker.0 00000100:00001000:0.0:1749611448.880283:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611448 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611448.880285:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749611448.880286:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494673920 00000100:00001000:0.0:1749611448.880287:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=121 v=20 (20 1 1 1) 00000020:00000001:3.0:1749611448.880288:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611448.880288:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611448.880289:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749611448.880291:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611448.880292:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611448.880293:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611448.880294:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611448.880297:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611448.880299:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611448.880300:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611448.880301:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611448.880303:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00020000:3.0:1749611448.880305:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611448.880306:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611448.880307:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611448.880308:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611448.880309:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611448.880310:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611448.880311:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749611448.880312:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:0.0:1749611448.880312:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611448.880313:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611448.880314:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611448.880315:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749611448.880317:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494673792, offset 0 00000100:00080000:0.0:1749611448.880317:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749611448.880318:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1749611448.880320:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000010:3.0:1749611448.880321:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b563c00. 02000000:00000001:3.0:1749611448.880323:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880323:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611448.880324:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611448.880325:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.880326:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611448.880329:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611448.880331:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611448.880334:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611448.880335:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611448.880335:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494673664:0@lo:38:kworker.0 00000100:00000001:3.0:1749611448.880337:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611448.880339:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611448.880340:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611448.880341:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611448.880342:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749611448.880345:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611448.880345:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949b80 00000100:00000040:0.0:1749611448.880345:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ee300 x1834598494673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.880351:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611448.880353:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749611448.880353:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ec9 [1] + 0 02000000:00000001:0.0:1749611448.880353:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611448.880355:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d52400. 00000100:00000040:3.0:1749611448.880356:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:3.0:1749611448.880359:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611448.880361:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611448.880361:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611448.880363:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611448.880363:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611448.880365:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749611448.880366:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611448.880366:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749611448.880367:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:3.0:1749611448.880369:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000020:00000001:0.0:1749611448.880370:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611448.880371:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749611448.880372:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f5c00. 00000100:00000200:3.0:1749611448.880374:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494673920, offset 0 02000000:00000001:0.0:1749611448.880375:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611448.880376:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1749611448.880378:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611448.880378:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee300. 00000400:00000200:3.0:1749611448.880379:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611448.880380:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611448.880382:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.880384:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611448.880388:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611448.880388:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611448.880390:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.880391:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.880393:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611448.880394:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749611448.880395:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949c00 00000100:00000001:2.0:1749611448.880399:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611448.880401:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8edd [1] + 0 00000400:00000200:3.0:1749611448.880406:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611448.880410:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:0.0:1749611448.880417:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611448.880419:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611448.880421:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000400:00000200:0.0:1749611448.880424:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611448.880425:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749611448.880428:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611448.880432:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611448.880434:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611448.880434:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611448.880437:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611448.880439:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749611448.880440:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611448.880440:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611448.880441:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611448.880444:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880447:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611448.880448:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611448.880449:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611448.880450:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611448.880451:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.880451:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749611448.880452:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611448.880452:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611448.880453:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611448.880455:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611448.880457:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38c380 x1834598494673792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611448.880457:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611448.880460:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749611448.880461:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611448 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611448.880463:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=103 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611448.880466:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749611448.880467:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000100:00000001:0.0:1749611448.880467:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611448.880469:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:0.0:1749611448.880469:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611448.880472:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611448.880474:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749611448.880475:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494673792:12345-0@lo:38:kworker.0 Request processed in 290us (545us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611448.880477:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.880479:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611448.880480:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611448.880482:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611448.880484:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611448.880485:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00000001:0.0:1749611448.880486:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611448.880487:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611448.880488:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611448.880489:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38c700 x1834598494673920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611448.880489:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611448.880490:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.880491:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:2.0:1749611448.880493:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000001:0.0:1749611448.880493:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611448.880495:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:2.0:1749611448.880497:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00080000:0.0:1749611448.880498:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:3.0:1749611448.880499:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494673920:12345-0@lo:38:kworker.0 Request processed in 217us (341us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611448.880500:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749611448.880501:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000040:0.0:1749611448.880503:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611448.880504:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611448.880511:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494673792:0@lo:38:kworker.0 00000400:00000001:0.0:1749611448.880516:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749611448.880517:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000400:00000001:0.0:1749611448.880517:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611448.880519:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 00000100:00000001:3.0:1749611448.880520:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611448.880543:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749611448.880545:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749611448.880547:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611448.880551:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611448.880556:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611448.880558:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611448.880561:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7900. 00000020:00000010:3.0:1749611448.880565:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:0.0:1749611448.880565:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611448.880566:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.880568:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611448.880569:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749611448.880570:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071737200. 00000100:00000001:0.0:1749611448.880571:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611448.880572:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611448.880574:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611448.880574:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611448.880578:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611448 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611448.880586:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=153 v=20 (1 1 1 20) 00000100:00001000:0.0:1749611448.880610:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88006a728bf0 change: old=20 new=5 delta=-15 (val=1) hist 1 1 1 1 00000100:00001000:0.0:1749611448.880615:0:28320:0:(client.c:473:ptlrpc_at_adj_net_latency()) The network latency for lustre-MDT0000-lwp-OST0001 (nid ) has changed from 20 to 5 00000100:00000001:0.0:1749611448.880618:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611448.880619:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611448.880622:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611448.880626:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.880632:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611448.880635:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611448.880636:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.880637:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611448.880639:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611448.880641:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611448.880643:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611448.880645:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611448.880649:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611448.880656:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494673920:0@lo:38:kworker.0 00000100:00000001:0.0:1749611448.880661:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880663:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611448.880665:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ee680 x1834598494673792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.880671:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611448.880673:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611448.880675:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d51c00. 02000000:00000001:0.0:1749611448.880678:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611448.880679:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611448.880681:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611448.880682:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611448.880689:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f6800. 02000000:00000001:0.0:1749611448.880692:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611448.880694:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611448.880695:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee680. 00000100:00000001:0.0:1749611448.880698:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611448.880699:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.880701:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611448.880704:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755eea00 x1834598494673920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611448.880711:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611448.880712:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611448.880714:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009be8b800. 02000000:00000001:0.0:1749611448.880717:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611448.880718:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611448.880719:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611448.880721:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611448.880722:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f7000. 02000000:00000001:0.0:1749611448.880724:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611448.880725:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611448.880726:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755eea00. 00000100:00000001:0.0:1749611448.880728:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611448.880729:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611448.880731:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880733:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611448.880734:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611448.880736:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611448.880737:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611448.881663:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300722339, at 4300722339 00000100:00000040:2.0:1749611448.881667:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300722339, at 4300722339 00000100:00000010:0.0:1749611448.881673:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c550c0. 00000100:00000040:1.0:1749611448.881676:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300722339, at 4300722339 00000100:00000010:2.0:1749611448.881678:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55700. 00000100:00000010:1.0:1749611448.881687:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55f80. 00000100:00000040:3.0:1749611448.882639:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300722339, at 4300722340 00000100:00000010:3.0:1749611448.882649:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55980. 00010000:00000001:0.0:1749611449.042669:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611449.042673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611449.042788:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611449.042792:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611449.042797:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611449.458699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611449.458707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611449.458710:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611449.458714:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611449.458717:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611449.458721:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.458739:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611449.458743:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.458746:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611449.551902:0:27020:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006efbda00. 00080000:00000010:0.0:1749611449.551908:0:27020:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009c9bf400. 00080000:00000010:0.0:1749611449.551910:0:27020:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009c9be200. 00080000:00000010:0.0:1749611449.551914:0:27020:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009c9be000. 00080000:00000010:0.0:1749611449.551923:0:27020:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009c9be600. 00080000:00000010:0.0:1749611449.551925:0:27020:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006efbd600. 00000100:00000001:0.0:1749611449.637661:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611449.637668:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611449.637670:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611449.637675:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611449.637678:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611449.637682:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.637685:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611449.637698:0:27018:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800755ece00 x1834598494672896/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611449.637708:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611449.637713:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ece00 x1834598494672896/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611449.637722:0:27018:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611449.637725:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.637728:0:27018:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611449.637730:0:27018:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611449.637734:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ece00 x1834598494672896/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611449.637742:0:27018:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ece00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:27018:1834598494672896:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611449.637747:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.637749:0:27018:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611449.637752:0:27018:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611449.637754:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611449.637769:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ece00 x1834598494672896/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611449.637777:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611449.637780:0:27018:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966ab480. 00000100:00000001:0.0:1749611449.637784:0:27018:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611449.637786:0:27018:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611449.637790:0:27018:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611449.637793:0:27018:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611449.637797:0:27018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611449.637800:0:27018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e400 refcount=4 00000020:00000001:0.0:1749611449.637802:0:27018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749611449.637805:0:27018:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00010000:0.0:1749611449.637811:0:27018:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611449.637821:0:27018:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611449.637826:0:27018:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611449.637832:0:27018:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611449.637835:0:27018:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611449.637841:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611449.637843:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611449.637846:0:27018:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611449.637851:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611449.637854:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611449.637856:0:27018:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611449.637859:0:27018:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611449.637876:0:27018:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611449.637879:0:27018:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611449.637882:0:27018:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611449.637888:0:27018:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611449.637889:0:27018:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611449.637891:0:27018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611449.637892:0:27018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e400 refcount=5 00000020:00000001:0.0:1749611449.637894:0:27018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749611449.637896:0:27018:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749611449.637899:0:27018:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611449.637902:0:27018:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611449.637907:0:27018:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611449.637910:0:27018:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611449.637915:0:27018:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611449.637918:0:27018:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611449.637919:0:27018:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611449.637921:0:27018:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611449.637923:0:27018:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611449.637926:0:27018:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611449.637927:0:27018:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611449.637929:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611449.637930:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611449.637933:0:27018:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e400 with handle 0x689c0ec07329d4b6 from hash 00010000:00000001:0.0:1749611449.637936:0:27018:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611449.637937:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611449.637938:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611449.637939:0:27018:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611449.637945:0:27018:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611449.637947:0:27018:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611449.637949:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611449.637951:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611449.637952:0:27018:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611449.637954:0:27018:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611449.637957:0:27018:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611449.637962:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611449.637963:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611449.637964:0:27018:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611449.637965:0:27018:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611449.637966:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611449.637967:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611449.637968:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611449.637971:0:27018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d4b6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611449.638000:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611449.638002:0:27018:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611449.638005:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611449.638010:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ece00 x1834598494672896/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611449.638017:0:27018:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611449.638020:0:27018:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611449.638022:0:27018:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611449.638024:0:27018:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611449.638028:0:27018:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749611449.638032:0:27018:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611449.638034:0:27018:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611449.638036:0:27018:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ece00. 00000100:00000001:0.0:1749611449.638040:0:27018:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611449.638041:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611449.638043:0:27018:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611449.638046:0:27018:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611449.638049:0:27018:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611449.638057:0:27018:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c550c0. 00000020:00000010:0.0:1749611449.638062:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f200. 00000020:00000010:0.0:1749611449.638067:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295f000. 00000040:00000010:0.0:1749611449.638073:0:27018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d05be00. 00000020:00000010:0.0:1749611449.638078:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f5800. 00000020:00000010:0.0:1749611449.638083:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05a600. 80000000:00000010:0.0:1749611449.638088:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16c00. 00040000:00000010:0.0:1749611449.638093:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05a400. 00080000:00000010:0.0:1749611449.638099:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d7000. 00080000:00000010:0.0:1749611449.638105:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abc000. 10000000:00000040:0.0:1749611449.638113:0:27018:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611449.638118:0:27018:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 00000040:00000001:0.0:1749611449.638122:0:27018:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611449.638125:0:27018:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611449.638128:0:27018:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012d05bc00. 00000040:00000001:0.0:1749611449.638132:0:27018:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611449.638136:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611449.638140:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:0.0:1749611449.638144:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00080000:00000001:0.0:1749611449.638150:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611449.638154:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611449.638171:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611449.638189:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611449.638192:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611449.638194:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611449.638195:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611449.638198:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611449.638202:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x8:0x0] 90:3075167912 to info ffff8800ac9d7000 00000020:00000001:0.0:1749611449.638206:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801303373f8 00080000:00000002:0.0:1749611449.638209:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x8:0x0] 00080000:00000001:0.0:1749611449.638212:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611449.638215:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611449.638219:0:27018:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009be8b800. 00080000:00000001:0.0:1749611449.638222:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611449.638233:0:27018:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243950. 00000020:00000001:0.0:1749611449.638236:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611449.638244:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006efe5200. 00000020:00000001:0.0:1749611449.638271:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611449.638275:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d05b200. 00000020:00000001:0.0:1749611449.638277:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611449.638280:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611449.638282:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611449.638285:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611449.638287:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611449.638291:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611449.638294:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611449.638299:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134176379480 : -131939533172136 : ffff88006efe5258) 00000040:00000001:0.0:1749611449.638302:0:27018:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.638304:0:27018:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.638306:0:27018:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611449.638312:0:27018:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136abe000. 00000040:00000001:0.0:1749611449.638314:0:27018:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611449.638317:0:27018:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611449.638924:0:27018:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.638927:0:27018:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.638929:0:27018:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.638932:0:27018:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611449.638934:0:27018:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16a80. 00000040:00001000:0.0:1749611449.638937:0:27018:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611449.638941:0:27018:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611449.638945:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be200. 00000020:00000010:0.0:1749611449.638947:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9bf400. 00000040:00000010:0.0:1749611449.638950:0:27018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c9be400. 00000020:00000010:0.0:1749611449.638953:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611449.638958:0:27018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdad48. 00000020:00000010:0.0:1749611449.638962:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d5b4e00. 80000000:00000010:0.0:1749611449.638965:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16ba0. 40000000:00000010:0.0:1749611449.638967:0:27018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129c55c80. 00100000:00000010:0.0:1749611449.638974:0:27018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72f800. 00040000:00000010:0.0:1749611449.638977:0:27018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88006efe5900. 00040000:00000010:0.0:1749611449.638986:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42cb000. 00080000:00000010:0.0:1749611449.638991:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800a9ebc000. 00080000:00000010:0.0:1749611449.638996:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136aba000. 00000004:00000010:0.0:1749611449.639002:0:27018:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72a000. 00000004:00000010:0.0:1749611449.639007:0:27018:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009a4c7000. 00000004:00000010:0.0:1749611449.639011:0:27018:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72c000. 00002000:00000010:0.0:1749611449.639016:0:27018:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880111d51c00. 00000004:00000010:0.0:1749611449.639020:0:27018:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880111d52400. 00000020:00000010:0.0:1749611449.639023:0:27018:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129c55040. 00000040:00000010:0.0:1749611449.639030:0:27018:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880124a16000. 00000040:00001000:0.0:1749611449.639033:0:27018:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611449.639035:0:27018:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611449.639037:0:27018:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611449.639041:0:27018:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:0.0:1749611449.639297:0:27018:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611449.639302:0:27018:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611449.639304:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a16000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611449.639307:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611449.639309:0:27018:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611449.639311:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a160e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611449.639313:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:0.0:1749611449.639315:0:27018:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611449.639317:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a16150 type=0x10620000 idx=3 00000040:00001000:0.0:1749611449.639318:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:0.0:1749611449.639320:0:27018:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611449.639321:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a16230 type=0x10620000 idx=4 00000040:00001000:0.0:1749611449.639323:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:0.0:1749611449.639324:0:27018:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611449.639326:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a16310 type=0x10620000 idx=5 00000040:00001000:0.0:1749611449.639327:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:0.0:1749611449.639328:0:27018:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611449.639330:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a16380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611449.639331:0:27018:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:0.0:1749611449.639338:0:27018:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611449.639340:0:27018:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611449.639343:0:27018:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:0.0:1749611449.639348:0:27018:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611449.639350:0:27018:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611449.639352:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a16380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611449.639354:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:0.0:1749611449.639355:0:27018:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00001000:0.0:1749611449.639357:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880124a16460 type=0x0 idx=0 00000040:00000001:0.0:1749611449.639359:0:27018:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611449.639362:0:27018:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:0.0:1749611449.639364:0:27018:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880124a16000. 00000020:00000010:0.0:1749611449.639369:0:27018:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129c55040. 00000020:00000010:0.0:1749611449.639376:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9bf400. 00000040:00000010:0.0:1749611449.639380:0:27018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c9be400. 00000020:00000010:0.0:1749611449.639383:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611449.639389:0:27018:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdad48. 00000020:00000010:0.0:1749611449.639393:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d5b4e00. 80000000:00000010:0.0:1749611449.639397:0:27018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16ba0. 40000000:00000010:0.0:1749611449.639401:0:27018:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129c55c80. 00100000:00000010:0.0:1749611449.639405:0:27018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72f800. 00040000:00000010:0.0:1749611449.639410:0:27018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88006efe5900. 00040000:00000010:0.0:1749611449.639413:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b42cb000. 00080000:00000010:0.0:1749611449.639418:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136aba000. 00080000:00000010:0.0:1749611449.639444:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800a9ebc000. 00000004:00000010:0.0:1749611449.639448:0:27018:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72a000. 00000004:00000010:0.0:1749611449.639452:0:27018:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009a4c7000. 00000004:00000010:0.0:1749611449.639456:0:27018:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72c000. 00002000:00000010:0.0:1749611449.639459:0:27018:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880111d51c00. 00000004:00000010:0.0:1749611449.639462:0:27018:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880111d52400. 00000020:00000010:0.0:1749611449.639465:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be200. 00000040:00000010:0.0:1749611449.639468:0:27018:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16a80. 00000040:00000001:0.0:1749611449.639470:0:27018:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.639472:0:27018:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611449.639492:0:27018:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05b200/ffff88006efe5200 to site lru. bkt: ffff880111e9a1e8 00000040:00000010:0.0:1749611449.639500:0:27018:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243950. 00000040:00000001:0.0:1749611449.639503:0:27018:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611449.639506:0:27018:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136abe000. 00000040:00000010:0.0:1749611449.639522:0:27018:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88012d05bc00. 00000040:00000001:0.0:1749611449.639526:0:27018:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611449.639529:0:27018:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log params, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611449.639533:0:27018:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611449.639564:0:27018:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611449.639568:0:27018:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611449.639570:0:27018:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1749611449.639572:0:27018:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611449.639575:0:27018:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800b42ca200. 00000040:00000001:0.0:1749611449.639577:0:27018:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611449.639579:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611449.639606:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:0.0:1749611449.639610:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00080000:00000001:0.0:1749611449.639615:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611449.639618:0:27018:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611449.639620:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611449.639624:0:27018:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243950. 00000020:00000001:0.0:1749611449.639626:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611449.639630:0:27018:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134176379480 : -131939533172136 : ffff88006efe5258) 00000040:00000001:0.0:1749611449.639633:0:27018:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.639635:0:27018:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.639636:0:27018:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611449.639639:0:27018:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880124a16000. 00000040:00000001:0.0:1749611449.639641:0:27018:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611449.639642:0:27018:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611449.639667:0:27018:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.639669:0:27018:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.639670:0:27018:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611449.639672:0:27018:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611449.639673:0:27018:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16a80. 00000040:00001000:0.0:1749611449.639676:0:27018:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611449.640049:0:27052:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611449.640058:0:27052:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b5000. 00000020:00000010:1.0:1749611449.640064:0:27052:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b8b5e00. 00000040:00000010:1.0:1749611449.640067:0:27052:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b8b5a00. 00000020:00000010:1.0:1749611449.640071:0:27052:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197f000. 00000020:00000010:1.0:1749611449.640077:0:27052:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611449.640080:0:27052:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b8b5600. 80000000:00000010:1.0:1749611449.640084:0:27052:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976f480. 40000000:00000010:1.0:1749611449.640088:0:27052:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b49bc100. 00100000:00000010:1.0:1749611449.640092:0:27052:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197d800. 00040000:00000010:1.0:1749611449.640105:0:27052:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9700. 00040000:00000010:1.0:1749611449.640108:0:27052:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b8b4400. 00080000:00000010:1.0:1749611449.640114:0:27052:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611449.640119:0:27052:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 00000004:00000010:1.0:1749611449.640125:0:27052:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880071979800. 00000004:00000010:1.0:1749611449.640130:0:27052:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b4000. 00000004:00000010:1.0:1749611449.640134:0:27052:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071979000. 00002000:00000010:1.0:1749611449.640138:0:27052:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b4062000. 00000004:00000010:1.0:1749611449.640141:0:27052:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b4063000. 00000020:00000010:1.0:1749611449.640145:0:27052:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b49bc140. 00000040:00000010:1.0:1749611449.640153:0:27052:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88007d28e000. 00000040:00001000:1.0:1749611449.640155:0:27052:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611449.640158:0:27052:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611449.640160:0:27052:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611449.640165:0:27052:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:1.0:1749611449.640178:0:27052:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611449.640181:0:27052:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611449.640183:0:27052:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611449.640186:0:27052:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611449.640189:0:27052:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611449.640192:0:27052:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611449.640195:0:27052:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611449.640196:0:27052:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611449.640198:0:27052:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611449.640202:0:27052:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611449.640203:0:27052:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611449.640208:0:27052:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9e00. 00000020:00000080:1.0:1749611449.640211:0:27052:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611449.640213:0:27052:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:1.0:1749611449.640216:0:27052:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611449.640218:0:27052:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9e00. 00000020:00000001:1.0:1749611449.640222:0:27052:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611449.640225:0:27052:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611449.640227:0:27052:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:1.0:1749611449.640234:0:27052:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611449.640236:0:27052:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611449.640239:0:27052:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800b4b60040. 00000020:01000000:1.0:1749611449.640242:0:27052:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff880071978000 00000020:00000010:1.0:1749611449.640246:0:27052:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff880096624200. 00000020:00000080:1.0:1749611449.640248:0:27052:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611449.640250:0:27052:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611449.640252:0:27052:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611449.640253:0:27052:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff880096624200 00000040:00001000:1.0:1749611449.640255:0:27052:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611449.640256:0:27052:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611449.640258:0:27052:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611449.640259:0:27052:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611449.640262:0:27052:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611449.640264:0:27052:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611449.640265:0:27052:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff880071978000 00000040:00001000:1.0:1749611449.640267:0:27052:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:1.0:1749611449.640269:0:27052:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611449.640270:0:27052:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611449.640275:0:27052:0:(obd_config.c:1295:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611449.640277:0:27052:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611449.640279:0:27052:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff880096624200. 00000020:00000010:1.0:1749611449.640282:0:27052:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800b4b60040. 00000020:00000001:1.0:1749611449.640285:0:27052:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611449.640287:0:27052:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e150 type=0x10620000 idx=3 00000040:00001000:1.0:1749611449.640290:0:27052:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:1.0:1749611449.640292:0:27052:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611449.640293:0:27052:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611449.640295:0:27052:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611449.640296:0:27052:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611449.640297:0:27052:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611449.640299:0:27052:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9e00. 00000020:00000080:1.0:1749611449.640301:0:27052:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611449.640302:0:27052:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:1.0:1749611449.640305:0:27052:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611449.640311:0:27052:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9e00. 00000020:00000001:1.0:1749611449.640313:0:27052:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611449.640316:0:27052:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e230 type=0x10620000 idx=4 00000040:00001000:1.0:1749611449.640318:0:27052:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:1.0:1749611449.640320:0:27052:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611449.640322:0:27052:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611449.640323:0:27052:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611449.640324:0:27052:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611449.640325:0:27052:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611449.640326:0:27052:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611449.640328:0:27052:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611449.640330:0:27052:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9e00. 00000020:00000080:1.0:1749611449.640331:0:27052:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611449.640333:0:27052:0:(obd_config.c:1473:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:1.0:1749611449.640335:0:27052:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611449.640336:0:27052:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9e00. 00000020:00000001:1.0:1749611449.640338:0:27052:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611449.640340:0:27052:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e310 type=0x10620000 idx=5 00000040:00001000:1.0:1749611449.640342:0:27052:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:1.0:1749611449.640343:0:27052:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611449.640345:0:27052:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611449.640347:0:27052:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800b4b60c40. 00000020:01000000:1.0:1749611449.640349:0:27052:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff880071978000 00000020:00000010:1.0:1749611449.640351:0:27052:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff880096624200. 00000020:00000080:1.0:1749611449.640352:0:27052:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611449.640354:0:27052:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611449.640355:0:27052:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611449.640356:0:27052:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff880096624200 00000040:00001000:1.0:1749611449.640358:0:27052:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611449.640359:0:27052:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611449.640360:0:27052:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611449.640361:0:27052:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611449.640363:0:27052:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611449.640365:0:27052:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611449.640366:0:27052:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff880071978000 00000040:00001000:1.0:1749611449.640372:0:27052:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:1.0:1749611449.640374:0:27052:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611449.640376:0:27052:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611449.640438:0:27052:0:(obd_config.c:1321:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611449.640441:0:27052:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611449.640444:0:27052:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff880096624200. 00000020:00000010:1.0:1749611449.640446:0:27052:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800b4b60c40. 00000020:00000001:1.0:1749611449.640449:0:27052:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611449.640451:0:27052:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611449.640454:0:27052:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:1.0:1749611449.640456:0:27052:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611449.640457:0:27052:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611449.640460:0:27052:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:1.0:1749611449.640465:0:27052:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611449.640467:0:27052:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611449.640469:0:27052:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611449.640471:0:27052:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:1.0:1749611449.640473:0:27052:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:1.0:1749611449.640475:0:27052:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611449.640477:0:27052:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611449.640478:0:27052:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611449.640480:0:27052:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611449.640482:0:27052:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88007ddf9600. 00000020:00000080:1.0:1749611449.640484:0:27052:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611449.640485:0:27052:0:(obd_config.c:1473:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:1.0:1749611449.640487:0:27052:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611449.640489:0:27052:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88007ddf9600. 00000020:00000001:1.0:1749611449.640492:0:27052:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611449.640493:0:27052:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e460 type=0x0 idx=0 00000040:00000001:1.0:1749611449.640495:0:27052:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749611449.640497:0:27052:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:1.0:1749611449.640500:0:27052:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88007d28e000. 00000020:00000010:1.0:1749611449.640507:0:27052:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b49bc140. 00000020:00000010:1.0:1749611449.640570:0:27052:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b8b5e00. 00000040:00000010:1.0:1749611449.640608:0:27052:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b8b5a00. 00000020:00000010:1.0:1749611449.640613:0:27052:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197f000. 00000020:00000010:1.0:1749611449.640617:0:27052:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611449.640623:0:27052:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b8b5600. 80000000:00000010:1.0:1749611449.640627:0:27052:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976f480. 40000000:00000010:1.0:1749611449.640630:0:27052:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b49bc100. 00100000:00000010:1.0:1749611449.640633:0:27052:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197d800. 00040000:00000010:1.0:1749611449.640637:0:27052:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9700. 00040000:00000010:1.0:1749611449.640640:0:27052:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b8b4400. 00080000:00000010:1.0:1749611449.640661:0:27052:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:1.0:1749611449.640668:0:27052:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000004:00000010:1.0:1749611449.640671:0:27052:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880071979800. 00000004:00000010:1.0:1749611449.640674:0:27052:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b4000. 00000004:00000010:1.0:1749611449.640677:0:27052:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071979000. 00002000:00000010:1.0:1749611449.640680:0:27052:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800b4062000. 00000004:00000010:1.0:1749611449.640683:0:27052:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800b4063000. 00000020:00000010:1.0:1749611449.640685:0:27052:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b5000. 00000040:00000010:0.0:1749611449.640705:0:27018:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16a80. 00000040:00000001:0.0:1749611449.640712:0:27018:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1749611449.640714:0:27018:0:(obd_config.c:2035:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 00000040:00000001:0.0:1749611449.640718:0:27018:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611449.640721:0:27018:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05b200/ffff88006efe5200 to site lru. bkt: ffff880111e9a1e8 00000040:00000010:0.0:1749611449.640724:0:27018:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243950. 00000040:00000001:0.0:1749611449.640726:0:27018:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611449.640728:0:27018:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880124a16000. 00000040:00000010:0.0:1749611449.640732:0:27018:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b42ca200. 00000020:00000001:0.0:1749611449.640734:0:27018:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611449.640736:0:27018:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1749611449.640741:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295f000. 00000040:00000010:0.0:1749611449.640744:0:27018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05be00. 00000020:00000010:0.0:1749611449.640747:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41f5800. 00000020:00000010:0.0:1749611449.640752:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05a600. 80000000:00000010:0.0:1749611449.640755:0:27018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16c00. 00040000:00000010:0.0:1749611449.640758:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05a400. 00080000:00000010:0.0:1749611449.640762:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abc000. 00080000:00000010:0.0:1749611449.640783:0:27018:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009be8b800. 00080000:00000010:0.0:1749611449.640786:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d7000. 00000020:00000010:0.0:1749611449.640790:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f200. 10000000:00000010:0.0:1749611449.640792:0:27018:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c550c0. 10000000:01000000:0.0:1749611449.640795:0:27018:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1749611449.640798:0:27018:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611449.640801:0:27018:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611449.640803:0:27018:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611449.640806:0:27018:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff880130c71840. 00000020:00000010:0.0:1749611449.640809:0:27018:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dffc80. 00000020:00000001:0.0:1749611449.640811:0:27018:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611449.640820:0:27018:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:0.0:1749611449.640823:0:27018:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at ffff880129c550c0. 00000020:00000010:0.0:1749611449.640826:0:27018:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at ffff880117b16c00. 00000020:00000001:0.0:1749611449.640828:0:27018:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1749611449.640830:0:27018:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880096dffc80. 00000020:00000010:0.0:1749611449.640840:0:27018:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff880130c71840. 00000020:00000001:0.0:1749611449.640842:0:27018:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611449.640844:0:27018:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611449.640847:0:27018:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1749611449.640850:0:27018:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:0.0:1749611449.640852:0:27018:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1749611449.640853:0:27018:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff880071978000 10000000:00000001:0.0:1749611449.640856:0:27018:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611449.640857:0:27018:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff880071978000 10000000:00000010:0.0:1749611449.640859:0:27018:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 294 at ffff8800b42ca200. 10000000:01000000:0.0:1749611449.640879:0:27018:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1749611449.640883:0:27018:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=15 10000000:00000001:0.0:1749611449.640886:0:27018:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612135337042432 : -131938372509184 : ffff8800b42ca200) 10000000:00000001:0.0:1749611449.640890:0:27018:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612135337042432 : -131938372509184 : ffff8800b42ca200) 10000000:00000001:0.0:1749611449.640892:0:27018:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611449.640894:0:27018:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff880071978000 from 1 10000000:00000001:0.0:1749611449.640896:0:27018:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611449.640898:0:27018:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749611449.640903:0:27018:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38c000. 00000020:00000040:0.0:1749611449.640906:0:27018:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611449.640910:0:27018:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611449.640914:0:27018:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611449.640918:0:27018:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611449.640923:0:27018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b42cb000. 00000100:00000001:0.0:1749611449.640930:0:27018:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611449.640933:0:27018:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611449.640936:0:27018:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611449.640942:0:27018:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5900. 00010000:00000001:0.0:1749611449.640946:0:27018:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611449.640948:0:27018:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b42cba00. 00000020:00000001:0.0:1749611449.640951:0:27018:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611449.640954:0:27018:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b42cba00 with handle 0x689c0ec07329d4c4 to hash 00000020:00000001:0.0:1749611449.640956:0:27018:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611449.640958:0:27018:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612135337048576 : -131938372503040 : ffff8800b42cba00) 00010000:00000001:0.0:1749611449.640961:0:27018:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612135337048576 : -131938372503040 : ffff8800b42cba00) 00010000:00000001:0.0:1749611449.640969:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611449.640971:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611449.640975:0:27018:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611449.640985:0:27018:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611449.640997:0:27018:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611449.641002:0:27018:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611449.641004:0:27018:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611449.641009:0:27018:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c713c0. 00000100:00000001:0.0:1749611449.641011:0:27018:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427538880 : -131936282012736 : ffff880130c713c0) 00000100:00000001:0.0:1749611449.641014:0:27018:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611449.641016:0:27018:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096322560 : -131939613229056 : ffff88006a38c000) 00000100:00000001:0.0:1749611449.641021:0:27018:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611449.641025:0:27018:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611449.641027:0:27018:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611449.641029:0:27018:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611449.641035:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38c000 x1834598494674176/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611449.641044:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611449.641046:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611449.641051:0:27018:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006a38c000 x1834598494674176/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611449.641059:0:27018:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611449.641061:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611449.641062:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611449.641064:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c713c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611449.641066:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611449.641068:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.641070:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611449.641076:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.641078:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1749611449.643724:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e400. 00000020:00000001:1.0:1749611449.647338:0:27054:0:(lproc_lod.c:1065:mdt_hash_store()) Process leaving via out (rc=5 : 5 : 0x5) 00000100:00000001:0.0:1749611449.681642:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611449.681647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611449.681649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611449.681652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611449.681655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611449.681658:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.681660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611449.681662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.681665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611449.880664:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611449.880681:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611449.880684:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611449.880690:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611449.880692:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611449.880696:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611449.880699:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611450.044722:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611450.044729:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611450.044862:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611450.044868:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611450.044871:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611450.458714:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611450.458723:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611450.458726:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611450.458731:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611450.458735:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611450.458739:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611450.458742:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611450.458745:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611450.458747:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611450.640744:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611450.640754:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611450.640758:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611450.640765:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c713c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611450.640770:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611450.640775:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611450.640779:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611450.640783:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611450.640786:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611450.681655:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611450.681660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611450.681662:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611450.681666:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611450.681669:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611450.681672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611450.681674:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611450.681686:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800755edc00 x1834598494673536/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611450.681722:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611450.681728:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755edc00 x1834598494673536/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611450.681736:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611450.681739:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611450.681742:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611450.681744:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611450.681747:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755edc00 x1834598494673536/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611450.681755:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755edc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494673536:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611450.681761:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611450.681763:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611450.681766:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611450.681768:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611450.681771:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755edc00 x1834598494673536/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611450.681778:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611450.681781:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:0.0:1749611450.681787:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611450.681788:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611450.681793:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611450.681796:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611450.681800:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611450.681803:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f800 refcount=4 00000020:00000001:0.0:1749611450.681806:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749611450.681809:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00010000:0.0:1749611450.681815:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611450.681834:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611450.681839:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611450.681845:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611450.681849:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611450.681855:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611450.681857:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611450.681860:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611450.681866:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611450.681868:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611450.681871:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611450.681874:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611450.681880:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611450.681884:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611450.681886:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611450.681892:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611450.681893:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611450.681894:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611450.681896:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f800 refcount=5 00000020:00000001:0.0:1749611450.681898:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749611450.681900:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749611450.681903:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611450.681911:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611450.681917:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611450.681919:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611450.681925:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611450.681927:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611450.681928:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611450.681931:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611450.681933:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611450.681936:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611450.681937:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611450.681939:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611450.681940:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611450.681943:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f800 with handle 0x689c0ec07329d4bd from hash 00010000:00000001:0.0:1749611450.681946:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611450.681947:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611450.681948:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611450.681949:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611450.681951:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611450.681952:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611450.681955:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611450.681955:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611450.681957:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611450.681959:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611450.681961:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611450.681966:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611450.681967:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611450.681968:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611450.681970:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611450.681971:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611450.681972:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611450.681973:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611450.681979:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d4bd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611450.681988:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009d2adf00 count: 0 00010000:00000001:0.0:1749611450.682019:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611450.682022:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611450.682025:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611450.682029:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755edc00 x1834598494673536/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611450.682037:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611450.682040:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611450.682042:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611450.682044:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611450.682049:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8fc00. 02000000:00000001:0.0:1749611450.682053:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611450.682055:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611450.682057:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755edc00. 00000100:00000001:0.0:1749611450.682061:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611450.682062:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611450.682065:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611450.682068:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611450.682071:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611450.682074:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55c80. 00000020:00000010:0.0:1749611450.682080:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42cbc00. 00000020:00000010:0.0:1749611450.682088:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295f200. 00000040:00000010:0.0:1749611450.682092:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008295f000. 00000020:00000010:0.0:1749611450.682097:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c000. 00000020:00000010:0.0:1749611450.682102:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05a200. 80000000:00000010:0.0:1749611450.682108:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16a80. 00040000:00000010:0.0:1749611450.682113:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05a400. 00080000:00000010:0.0:1749611450.682119:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611450.682125:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a16000. 10000000:00000040:0.0:1749611450.682135:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611450.682140:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 10000000:00000001:0.0:1749611450.682153:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611450.682159:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611450.682167:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295f200. 00000040:00000010:0.0:1749611450.682173:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008295f000. 00000020:00000010:0.0:1749611450.682177:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c000. 00000020:00000010:0.0:1749611450.682184:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05a200. 80000000:00000010:0.0:1749611450.682190:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16a80. 00040000:00000010:0.0:1749611450.682196:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05a400. 00080000:00000010:0.0:1749611450.682202:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a16000. 00080000:00000010:0.0:1749611450.682208:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:0.0:1749611450.682213:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42cbc00. 10000000:00000010:0.0:1749611450.682218:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55c80. 10000000:01000000:0.0:1749611450.682222:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749611450.682227:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611450.682231:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611450.682234:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611450.682237:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611450.682240:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b487b000) refs 2 10000000:00000001:0.0:1749611450.682243:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611450.682246:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611450.682249:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88009c9bfc00) refs 2 10000000:00000001:0.0:1749611450.682252:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611450.682254:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611450.682256:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749611450.682258:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611450.682261:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229800 from 30 10000000:00000001:0.0:1749611450.682265:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611450.682267:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749611450.682274:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38df80. 00000020:00000040:0.0:1749611450.682279:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611450.682284:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611450.682289:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611450.682295:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611450.682302:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d05a600. 00000100:00000001:0.0:1749611450.682310:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611450.682321:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611450.682324:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1749611450.682329:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88006efe5900 count: 2 00010000:00000001:0.0:1749611450.682332:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611450.682335:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611450.682338:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d05a400. 00000020:00000001:0.0:1749611450.682341:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611450.682344:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d05a400 with handle 0x689c0ec07329d4cb to hash 00000020:00000001:0.0:1749611450.682346:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611450.682348:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137364530176 : -131936345021440 : ffff88012d05a400) 00010000:00000001:0.0:1749611450.682351:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137364530176 : -131936345021440 : ffff88012d05a400) 00010000:00000001:0.0:1749611450.682353:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611450.682355:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611450.682359:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611450.682366:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611450.682378:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611450.682383:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611450.682385:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611450.682390:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c71600. 00000100:00000001:0.0:1749611450.682392:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427539456 : -131936282012160 : ffff880130c71600) 00000100:00000001:0.0:1749611450.682395:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611450.682396:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096330624 : -131939613220992 : ffff88006a38df80) 00000100:00000001:0.0:1749611450.682400:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611450.682405:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611450.682407:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611450.682409:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611450.682414:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38df80 x1834598494674304/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611450.682433:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611450.682435:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611450.682439:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006a38df80 x1834598494674304/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611450.682446:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611450.682448:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611450.682449:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611450.682451:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611450.682453:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611450.682455:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611450.682457:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611450.682458:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611450.682460:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749611450.687751:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d2adf00. 00010000:00000010:0.1:1749611450.687762:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f800. 00000100:00000001:0.0:1749611450.880682:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611450.880699:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611450.880702:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611450.880707:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611450.880709:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611450.880713:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611450.880715:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611451.046695:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611451.046703:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611451.046853:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611451.046859:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611451.046863:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611451.458660:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611451.458667:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611451.458669:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611451.458672:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611451.458674:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611451.458678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611451.458680:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611451.458681:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611451.458683:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611451.640679:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611451.640685:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611451.640687:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611451.640691:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c713c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611451.640694:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611451.640697:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611451.640699:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611451.640701:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611451.640716:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611451.681698:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611451.681706:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611451.681708:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611451.681713:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611451.681732:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611451.681736:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611451.681738:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611451.681742:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611451.681744:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611451.880674:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611451.880691:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611451.880693:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611451.880699:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611451.880702:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611451.880706:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611451.880708:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611452.048719:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611452.048727:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611452.048876:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611452.048882:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611452.048886:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611452.458736:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611452.458744:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611452.458747:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611452.458752:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611452.458756:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611452.458760:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611452.458763:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611452.458766:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611452.458769:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611452.640731:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611452.640739:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611452.640741:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611452.640746:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c713c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611452.640750:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611452.640753:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611452.640756:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611452.640759:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611452.640762:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611452.681644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611452.681649:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611452.681652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611452.681656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611452.681659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611452.681662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611452.681664:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611452.681676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611452.681678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611452.880647:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611452.880663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611452.880666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611452.880670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611452.880673:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611452.880676:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611452.880679:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611453.050684:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611453.050692:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611453.050827:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611453.050833:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611453.050837:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611453.458701:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611453.458708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611453.458710:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611453.458715:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611453.458718:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611453.458721:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.458724:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611453.458727:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.458728:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.640721:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611453.640728:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611453.640731:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611453.640736:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c713c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611453.640739:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611453.640743:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.640746:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611453.640749:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.640752:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.681635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611453.681640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611453.681642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611453.681645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611453.681648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611453.681651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.681653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611453.681655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.681657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.880638:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611453.880672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611453.880674:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.880679:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611453.880681:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611453.880685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.880687:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611453.886647:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611453.886656:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611453.886660:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611453.886663:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611453.886666:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611453.886669:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611453.886672:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611453.886678:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6055 00000100:00080000:2.0:1749611453.886682:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611453.886685:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611453.886688:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611453.886691:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611453.886693:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611453.886698:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611453.886700:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611453.886703:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611453.886707:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611453.886709:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611453.886712:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611453.886714:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611453.886716:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611453.886718:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611453.886720:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611453.886723:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611453.886726:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611453.886729:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611453.886742:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611453.886750:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611453.886752:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.886754:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611453.886757:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611453.886764:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ef100. 00000020:00000040:2.0:1749611453.886768:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611453.886772:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611453.886774:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.886778:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611453.886780:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611453.886784:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611453.886792:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f7c00. 00000100:00000001:2.0:1749611453.886799:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611453.886810:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611453.886821:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611453.886825:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611453.886830:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ef100] to pc [ptlrpcd_rcv+-1] req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611453.886859:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611453.886863:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611453.886867:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611453.886869:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611453.886871:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611453.886873:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611453.886876:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6055 00000100:00080000:2.0:1749611453.886878:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611453.886880:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611453.886882:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611453.886884:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611453.886886:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611453.886893:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611453.886895:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611453.886896:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611453.886899:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611453.886901:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611453.886903:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611453.886906:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611453.886908:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611453.886910:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611453.886911:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611453.886914:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611453.886916:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611453.886918:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611453.886920:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611453.886923:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611453.886925:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.886927:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611453.886929:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611453.886932:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ef480. 00000020:00000040:2.0:1749611453.886934:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611453.886937:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611453.886938:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.886940:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611453.886941:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611453.886943:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611453.886946:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f5400. 00000100:00000001:0.0:1749611453.886949:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611453.886950:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611453.886954:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611453.886954:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611453.886957:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611453.886962:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611453.886964:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611453.886966:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611453.886968:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ef480] to pc [ptlrpcd_rcv+-1] req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.886978:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611453.886980:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611453.886984:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611453.886987:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611453.886989:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611453.886990:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611453.886992:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749611453.886994:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494674432:0@lo:38:kworker.0 00000100:00080000:2.0:1749611453.886996:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611453.886997:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611453.886998:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749611453.886999:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611453.887001:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611453.887002:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749611453.887003:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6055 02000000:00000001:0.0:1749611453.887004:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611453.887006:0:18174:0:(import.c:2097:obd_at_measure()) add 10 to ffff88006a728bf0 time=8 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611453.887007:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1749611453.887010:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88006a728bf0 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:2.0:1749611453.887013:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 02000000:00000010:0.0:1749611453.887013:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d52400. 00000100:00000040:2.0:1749611453.887015:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000001:0.0:1749611453.887015:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887017:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611453.887019:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611453.887021:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611453.887022:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000020:00000001:2.0:1749611453.887023:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611453.887024:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611453.887025:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611453.887027:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611453.887029:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000010:0.0:1749611453.887030:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000020:00000001:2.0:1749611453.887031:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611453.887033:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611453.887035:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611453.887036:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611453.887038:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749611453.887039:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494674432, portal 4 00000020:00000040:2.0:1749611453.887041:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749611453.887041:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749611453.887043:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611453.887043:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283374848 : -131939426176768 : ffff8800755ef100) 00000100:00000001:2.0:1749611453.887045:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611453.887047:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749611453.887052:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611453.887055:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611453.887057:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887059:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611453.887061:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.887061:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749611453.887064:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ef800. 00000100:00000040:0.0:1749611453.887064:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749611453.887066:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000010:0.0:1749611453.887067:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 02000000:00000001:2.0:1749611453.887068:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1749611453.887069:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494674432, offset 0 02000000:00000001:2.0:1749611453.887070:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887071:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611453.887072:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611453.887074:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611453.887076:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749611453.887077:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f6000. 00000100:00000001:2.0:1749611453.887080:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611453.887084:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611453.887091:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611453.887093:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611453.887096:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ef800] to pc [ptlrpcd_rcv+-1] req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611453.887100:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611453.887104:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611453.887106:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611453.887109:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611453.887112:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755efb80. 00000400:00000200:0.0:1749611453.887112:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf949e00 00000020:00000040:2.0:1749611453.887114:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611453.887117:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611453.887118:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611453.887119:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611453.887120:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 21840 02000000:00000010:2.0:1749611453.887123:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009c8f5400. 00000100:00000001:2.0:1749611453.887125:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611453.887128:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611453.887129:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611453.887133:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611453.887137:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611453.887138:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.887139:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611453.887141:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611453.887146:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ed80. 00000100:00000040:2.0:1749611453.887148:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755efb80] to pc [ptlrpcd_00_00+0] req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611453.887149:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38ed80 x1834598494674432 msgsize 520 00000100:00100000:0.0:1749611453.887154:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611453.887167:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611453.887175:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611453.887177:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:2.0:1749611453.887181:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.887182:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611453.887187:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6065) 00000100:00000200:0.0:1749611453.887187:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.887200:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611453.887205:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611453.887212:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611453.887215:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494674432 00000100:00000001:0.0:1749611453.887215:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611453.887217:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611453.887218:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611453.887220:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611453.887223:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.887224:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611453.887227:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611453.887230:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494674432 00000100:00000040:0.0:1749611453.887230:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1281 usecs (2 jiffies) 00000020:00000001:2.0:1749611453.887232:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611453.887233:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611453.887235:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611453.887235:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300727346 00000020:00000001:2.0:1749611453.887237:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611453.887239:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611453.887241:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55c80. 00000020:00000010:2.0:1749611453.887244:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000020:00000010:2.0:1749611453.887248:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611453.887250:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:2.0:1749611453.887253:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:1.0:1749611453.887257:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611453.887258:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611453.887260:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611453.887262:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611453.887264:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1749611453.887267:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611453.887268:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611453.887275:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611453.887275:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611453.887277:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.887277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300727346 00000100:00000001:1.0:1749611453.887278:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611453.887281:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.887281:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749611453.887282:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55980. 00000100:00000001:1.0:1749611453.887283:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611453.887285:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611453.887286:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611453.887286:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611453.887288:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611453.887292:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300727346 00000100:00100000:2.0:1749611453.887293:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00000040:1.0:1749611453.887293:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611453.887296:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096334208 : -131939613217408 : ffff88006a38ed80) 00000100:00000010:0.0:1749611453.887296:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55f80. 00000100:00000040:2.0:1749611453.887300:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38ed80 x1834598494674432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.887301:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749611453.887306:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611453.887308:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611453.887312:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494674432:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749611453.887312:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611453.887315:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611453.887315:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300727346 00000100:00000200:2.0:1749611453.887316:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494674432 00000020:00000001:2.0:1749611453.887319:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749611453.887319:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611453.887320:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129c55700. 00000100:00100000:1.0:1749611453.887323:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494674816:0@lo:400:kworker.0 00000100:00000001:0.0:1749611453.887324:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00010000:00000001:2.0:1749611453.887329:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611453.887329:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611453.887330:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611453.887334:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.887339:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611453.887340:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611453.887342:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.887342:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611453.887344:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611453.887345:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611453.887347:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00020000:2.0:1749611453.887348:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611453.887349:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749611453.887350:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b8b5000. 00010000:00000001:2.0:1749611453.887352:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611453.887352:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749611453.887353:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611453.887355:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611453.887355:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611453.887356:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611453.887358:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:1.0:1749611453.887359:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000001:2.0:1749611453.887360:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611453.887362:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611453.887363:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749611453.887365:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 02000000:00000010:2.0:1749611453.887369:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7000. 00000100:00000200:1.0:1749611453.887370:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494674816, portal 10 02000000:00000001:2.0:1749611453.887371:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887373:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.887373:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611453.887374:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611453.887376:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283377536 : -131939426174080 : ffff8800755efb80) 00000100:00000001:0.0:1749611453.887376:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611453.887377:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611453.887379:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1749611453.887380:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611453.887381:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749611453.887383:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749611453.887385:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611453.887385:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887387:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:0.0:1749611453.887389:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494674560:0@lo:38:kworker.0 00000100:00000001:2.0:1749611453.887390:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611453.887392:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611453.887394:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611453.887394:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611453.887396:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611453.887396:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611453.887397:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611453.887399:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611453.887400:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611453.887400:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611453.887402:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749611453.887402:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 02000000:00000001:0.0:1749611453.887402:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611453.887404:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887406:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611453.887406:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494674816, offset 0 02000000:00000010:0.0:1749611453.887406:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d51c00. 00000100:00000040:2.0:1749611453.887409:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611453.887409:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611453.887412:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:1.0:1749611453.887412:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749611453.887412:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00000100:00000200:2.0:1749611453.887417:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494674432, offset 0 00000400:00000010:0.0:1749611453.887419:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000400:00000200:1.0:1749611453.887422:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611453.887423:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611453.887431:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf949f80 00000400:00000200:2.0:1749611453.887433:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611453.887439:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494674560, portal 10 00000400:00000200:2.0:1749611453.887440:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf949e00 00000400:00000200:1.0:1749611453.887442:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 98752 00000100:00000001:0.0:1749611453.887442:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611453.887444:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283375744 : -131939426175872 : ffff8800755ef480) 00000400:00000200:1.0:1749611453.887450:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611453.887453:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611453.887455:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611453.887459:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8eed [1] + 0 00000400:00000200:2.0:1749611453.887465:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611453.887468:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611453.887473:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611453.887473:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611453.887476:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611453.887479:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:1.0:1749611453.887481:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1d180. 00000100:00000200:2.0:1749611453.887482:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611453.887483:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611453.887485:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88012be1d180 x1834598494674816 msgsize 224 00000400:00000010:0.0:1749611453.887487:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00100000:1.0:1749611453.887491:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749611453.887491:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494674560, offset 0 00000100:00000040:2.0:1749611453.887492:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611453.887497:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611453.887501:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611453.887506:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611453.887508:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611453.887510:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611453.887513:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611453.887514:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611453.887514:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611453.887514:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949e80 00000100:00000001:2.0:1749611453.887519:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611453.887520:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 98976 00000100:00000040:2.0:1749611453.887570:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611453.887573:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611453.887575:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611453.887578:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611453.887580:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494674816 00000100:00000040:2.0:1749611453.887581:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ed80 x1834598494674432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611453.887582:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611453.887583:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611453.887586:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611453.887587:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611453.887588:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611453.887588:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 02000000:00000001:3.0:1749611453.887591:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611453.887591:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494674432:12345-0@lo:38:kworker.0 Request processed in 280us (440us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749611453.887591:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00100000:3.0:1749611453.887594:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494674816 00000100:00000001:1.0:1749611453.887596:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749611453.887597:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611453.887599:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749611453.887601:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749611453.887601:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00000200:1.0:1749611453.887602:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.887603:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:3.0:1749611453.887604:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611453.887604:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749611453.887605:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611453.887606:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611453.887607:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749611453.887610:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000010:0.0:1749611453.887610:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38f480. 00000020:00000010:2.0:1749611453.887611:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000040:0.0:1749611453.887614:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38f480 x1834598494674560 msgsize 520 00000100:00000001:3.0:1749611453.887615:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611453.887615:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749611453.887616:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000020:00000010:3.0:1749611453.887620:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd5c0. 00000100:00100000:0.0:1749611453.887620:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749611453.887621:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000001:2.0:1749611453.887625:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611453.887626:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880129c55d00. 00000100:00000040:1.0:1749611453.887627:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.887630:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611453.887635:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611453.887638:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:1.0:1749611453.887639:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611453.887641:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749611453.887641:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611453.887641:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611453.887644:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611453.887646:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494674560 00000100:00000200:0.0:1749611453.887646:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611453.887648:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611453.887648:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887650:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611453.887651:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611453.887652:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611453.887653:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 02000000:00000001:2.0:1749611453.887655:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.887656:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749611453.887657:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071737200. 00000100:00100000:2.0:1749611453.887657:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494674560 00000100:00000001:1.0:1749611453.887657:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300727346 00000020:00000001:2.0:1749611453.887659:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749611453.887661:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7900. 00000020:00000040:2.0:1749611453.887661:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611453.887661:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300727346 00000100:00000040:0.0:1749611453.887661:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611453.887662:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749611453.887665:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749611453.887665:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300727346 00000020:00000001:2.0:1749611453.887669:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.887669:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300727346 00000020:00000001:2.0:1749611453.887672:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.887672:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300727346 00000100:00000001:0.0:1749611453.887672:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611453.887673:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611453.887674:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611453.887675:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749611453.887675:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:1.0:1749611453.887676:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300727346 00000100:00000001:3.0:1749611453.887677:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749611453.887677:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611453.887678:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.887679:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300727346 00000100:00000001:3.0:1749611453.887680:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611453.887680:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:1.0:1749611453.887682:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300727346 00000100:00000040:0.0:1749611453.887682:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00000100:00000001:2.0:1749611453.887684:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611453.887685:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611453.887685:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611453.887685:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611453.887686:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300727347 00000100:00000001:3.0:1749611453.887687:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611453.887687:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611453.887688:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.887688:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887691:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.887692:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611453.887694:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611453.887696:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.887698:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300727346 00000100:00000001:2.0:1749611453.887699:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611453.887702:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611453.887703:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611453.887704:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300727347 00000100:00000001:2.0:1749611453.887706:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611453.887707:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611453.887708:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00000001:0.0:1749611453.887709:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300727346 00000100:00000040:3.0:1749611453.887711:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611453.887713:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137345405312 : -131936364146304 : ffff88012be1d180) 00000100:00100000:2.0:1749611453.887713:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00080000:1.0:1749611453.887713:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611453.887715:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096336000 : -131939613215616 : ffff88006a38f480) 00000020:00000040:1.0:1749611453.887718:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:2.0:1749611453.887719:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38f480 x1834598494674560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611453.887720:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012be1d180 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:134/0 lens 224/0 e 0 to 0 dl 1749611464 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.887722:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300727347 00000100:00000001:0.0:1749611453.887728:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300727346 00000100:00100000:2.0:1749611453.887729:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494674560:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611453.887730:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611453.887732:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd1c0. 00000100:00000200:2.0:1749611453.887732:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494674560 00000100:00000001:0.0:1749611453.887732:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300727347 00000100:00000001:3.0:1749611453.887734:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611453.887734:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611453.887736:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749611453.887737:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd1c0. 00000100:00000001:0.0:1749611453.887738:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300727346 00000100:00100000:3.0:1749611453.887742:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494674816:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611453.887743:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611453.887744:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611453.887747:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494674816 00000100:00000001:0.0:1749611453.887747:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611453.887748:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749611453.887749:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611453.887750:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611453.887750:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749611453.887752:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:2.0:1749611453.887752:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611453.887754:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887755:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749611453.887757:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611453.887757:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611453.887757:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611453.887759:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749611453.887759:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611453.887762:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1749611453.887762:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6800. 02000000:00000001:2.0:1749611453.887764:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611453.887766:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611453.887766:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.887768:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1749611453.887769:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611453.887770:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611453.887771:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611453.887774:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1749611453.887774:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749611453.887774:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749611453.887776:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749611453.887776:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611453.887779:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611453.887780:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611453.887781:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611453.887781:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611453.887784:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749611453.887784:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494674688:0@lo:38:kworker.0 00000100:00000001:3.0:1749611453.887785:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611453.887787:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611453.887787:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611453.887789:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611453.887789:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611453.887791:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:3.0:1749611453.887792:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b561800. 02000000:00000001:0.0:1749611453.887792:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611453.887794:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611453.887794:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:0.0:1749611453.887794:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611453.887796:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611453.887797:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611453.887797:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611453.887798:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611453.887799:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887800:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000040:3.0:1749611453.887802:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494674816 00000100:00000040:2.0:1749611453.887802:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749611453.887803:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009be8b800. 00000400:00000010:2.0:1749611453.887804:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00010000:00000001:3.0:1749611453.887805:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749611453.887806:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611453.887808:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494674560, offset 0 00010000:00000200:3.0:1749611453.887810:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012be1d180 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:134/0 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611453.887811:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000400:00000200:2.0:1749611453.887812:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749611453.887816:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00010000:00000001:3.0:1749611453.887818:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611453.887820:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611453.887820:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611453.887821:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494674688, portal 10 00000100:00001000:3.0:1749611453.887823:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611453.887824:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749611453.887825:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949e80 00000100:00000001:0.0:1749611453.887826:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283376640 : -131939426174976 : ffff8800755ef800) 00000100:00000001:3.0:1749611453.887827:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611453.887830:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:2.0:1749611453.887831:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f01 [1] + 0 00000100:00000001:3.0:1749611453.887832:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611453.887834:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611453.887836:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611453.887836:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611453.887836:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611453.887838:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611453.887839:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611453.887841:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611453.887842:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611453.887843:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749611453.887844:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000100:00000040:0.0:1749611453.887845:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749611453.887847:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611453.887848:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494674816, offset 224 00000400:00000010:0.0:1749611453.887848:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000200:3.0:1749611453.887853:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611453.887857:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611453.887858:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494674688, offset 0 00000400:00000200:3.0:1749611453.887862:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611453.887863:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611453.887865:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611453.887869:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949f80 00000400:00000200:2.0:1749611453.887871:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000200:0.0:1749611453.887872:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749611453.887874:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611453.887876:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611453.887877:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611453.887878:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf949f00 00000100:00000001:2.0:1749611453.887880:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611453.887883:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611453.887885:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611453.887887:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611453.887888:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ef5 [1] + 224 00000100:00000040:2.0:1749611453.887891:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38f480 x1834598494674560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611453.887893:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611453.887893:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 99496 00000400:00000200:3.0:1749611453.887897:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611453.887898:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611453.887901:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611453.887901:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611453.887905:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.887905:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749611453.887906:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494674560:12345-0@lo:38:kworker.0 Request processed in 176us (289us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749611453.887906:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611453.887910:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ca80. 00000100:00000040:0.0:1749611453.887912:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38ca80 x1834598494674688 msgsize 520 00000100:00100000:2.0:1749611453.887914:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00000001:2.0:1749611453.887916:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749611453.887916:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611453.887917:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611453.887921:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000020:00000010:2.0:1749611453.887925:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000020:00000010:2.0:1749611453.887928:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000040:3.0:1749611453.887929:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.887938:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611453.887941:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611453.887945:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:2.0:1749611453.887946:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611453.887947:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749611453.887950:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749611453.887951:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:3.0:1749611453.887953:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000100:00000001:2.0:1749611453.887954:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611453.887956:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494674688 00000100:00000001:3.0:1749611453.887957:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:0.0:1749611453.887957:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611453.887958:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611453.887959:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611453.887960:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611453.887962:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.887962:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611453.887964:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611453.887965:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:2.0:1749611453.887967:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494674688 00010000:00000001:3.0:1749611453.887968:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611453.887969:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749611453.887970:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611453.887970:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611453.887971:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611453.887972:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1749611453.887973:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611453.887975:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611453.887976:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1d180 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:134/0 lens 224/224 e 0 to 0 dl 1749611464 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611453.887978:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000020:00000010:2.0:1749611453.887980:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000020:00000010:2.0:1749611453.887982:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:0.0:1749611453.887984:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611453.887985:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494674816:12345-0@lo:400:kworker.0 Request processed in 253us (498us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611453.887985:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611453.887986:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611453.887988:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.887988:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611453.887989:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611453.887991:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.887991:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749611453.887994:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00000040:3.0:1749611453.887997:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000001:1.0:1749611453.887997:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611453.887998:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.887999:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611453.888000:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1749611453.888000:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611453.888001:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611453.888002:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611453.888003:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749611453.888004:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000020:00000010:3.0:1749611453.888005:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7900. 00000100:00000001:2.0:1749611453.888005:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611453.888007:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611453.888008:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00100000:2.0:1749611453.888008:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000400:00000200:1.0:1749611453.888008:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:2.0:1749611453.888010:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096325248 : -131939613226368 : ffff88006a38ca80) 00000400:00000010:1.0:1749611453.888011:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000020:00000010:3.0:1749611453.888012:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071737200. 00000100:00000040:0.0:1749611453.888013:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000040:2.0:1749611453.888014:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38ca80 x1834598494674688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611473 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611453.888014:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:3.0:1749611453.888016:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611453.888016:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300727346 00000100:00000001:3.0:1749611453.888018:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611453.888020:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888020:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300727347 00000100:00100000:2.0:1749611453.888030:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494674688:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611453.888031:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300727346 00000100:00000200:2.0:1749611453.888034:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494674688 00000100:00000001:0.0:1749611453.888034:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300727347 00000100:00000200:1.0:1749611453.888035:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611453.888036:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611453.888038:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611453.888038:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300727346 00000100:00000001:0.0:1749611453.888042:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300727347 00000020:00000001:2.0:1749611453.888045:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.888045:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300727346 00010000:00020000:2.0:1749611453.888048:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611453.888051:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611453.888053:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611453.888056:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611453.888056:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300727347 00000100:00000001:2.0:1749611453.888057:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611453.888059:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611453.888060:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611453.888063:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5c00. 00000100:00000001:0.0:1749611453.888063:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.888064:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611453.888065:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611453.888067:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.888067:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749611453.888068:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1749611453.888069:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000001:0.0:1749611453.888070:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749611453.888071:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.888071:0:28322:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:0.0:1749611453.888073:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 00000100:00001000:2.0:1749611453.888074:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749611453.888074:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611453.888077:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611453.888077:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611453.888078:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749611453.888079:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611453.888080:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611453.888080:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611453.888080:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749611453.888082:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611453.888084:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.888084:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611453.888085:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611453.888088:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611453.888089:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749611453.888089:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611453.888091:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611453.888091:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=8 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611453.888093:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611453.888095:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611453.888097:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00001000:1.0:1749611453.888097:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=8 v=5 (1 1 1 1) 00000100:00000200:2.0:1749611453.888101:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494674688, offset 0 00000100:00000001:1.0:1749611453.888101:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749611453.888103:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611453.888104:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611453.888104:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611453.888108:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749611453.888111:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611453.888113:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00080000:1.0:1749611453.888114:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888116:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.888119:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611453.888121:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749611453.888122:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf949f00 00000100:00000001:0.0:1749611453.888123:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611453.888125:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611453.888126:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f0d [1] + 0 00010000:00000001:1.0:1749611453.888126:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611453.888129:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.888130:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1749611453.888131:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749611453.888133:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611453 v=5 (0 0 0 0) 00000400:00000200:2.0:1749611453.888134:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611453.888134:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611453.888136:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611453.888137:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749611453.888138:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=126 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611453.888139:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611453.888141:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888142:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611453.888145:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888145:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611453.888149:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611453.888150:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611453.888156:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611453.888156:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611478 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611453.888158:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611453.888160:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749611453.888162:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611453.888163:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611453.888163:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611453.888165:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611453.888167:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611453.888167:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611453.888169:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611453.888169:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888171:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611453.888172:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611453.888172:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611453.888174:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611453.888176:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611453.888176:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611453.888178:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611453.888180:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ca80 x1834598494674688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611473 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611453.888182:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494674816:0@lo:400:kworker.0 00000100:00080000:0.0:1749611453.888183:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611453.888188:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611453.888189:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494674688:12345-0@lo:38:kworker.0 Request processed in 160us (274us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611453.888191:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749611453.888193:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749611453.888195:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755efb80 x1834598494674816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611453.888197:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00000001:0.0:1749611453.888197:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611453.888199:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611453.888200:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611453.888203:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000040:0.0:1749611453.888204:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611478 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611453.888207:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000020:00000010:2.0:1749611453.888210:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000001:2.0:1749611453.888213:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611453.888217:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494674432:0@lo:38:kworker.0 00000100:00000001:1.0:1749611453.888221:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611453.888222:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611453.888224:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611453.888225:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749611453.888228:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b8b5000. 00000100:00000040:0.0:1749611453.888230:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ef100 x1834598494674432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611478 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611453.888233:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611453.888236:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611453.888239:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611453.888240:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611453.888242:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749611453.888243:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611453.888245:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d52400. 02000000:00000010:1.0:1749611453.888246:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009c8f5400. 02000000:00000001:0.0:1749611453.888249:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749611453.888251:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749611453.888251:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749611453.888253:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1749611453.888253:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000010:1.0:1749611453.888256:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755efb80. 00000020:00000001:0.0:1749611453.888256:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611453.888258:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f7c00. 00000100:00000001:1.0:1749611453.888261:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749611453.888262:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749611453.888263:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611453.888263:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611453.888266:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611453.888266:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ef100. 00000100:00000001:0.0:1749611453.888269:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611453.888271:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611453.888273:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611453.888274:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611453.888275:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611453.888278:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611453.888278:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611453.888280:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.888280:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.888283:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611453.888285:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611453.888289:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611453.888292:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611453.888294:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000400:00000200:0.0:1749611453.888298:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611453.888301:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749611453.888304:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611453.888309:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611453.888330:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888340:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611453.888343:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.888346:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611453.888349:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611453.888350:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611453.888353:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611453.888355:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611453.888360:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611453 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611453.888365:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=108 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611453.888368:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611453.888371:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611453.888373:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611453.888379:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611478 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888390:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611453.888394:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611453.888396:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.888398:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611453.888400:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611453.888404:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611453.888409:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611453.888411:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611453.888415:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611478 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611453.888422:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494674560:0@lo:38:kworker.0 00000400:00000001:0.0:1749611453.888428:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611453.888429:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611453.888437:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000400:00000200:0.0:1749611453.888440:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611453.888442:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:0.0:1749611453.888445:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611453.888449:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611453.888457:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888463:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611453.888465:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.888467:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611453.888468:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611453.888469:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611453.888471:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611453.888473:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611453.888476:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611453 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611453.888479:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=8 v=10 (10 1 1 1) 00000100:00000001:0.0:1749611453.888481:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611453.888483:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611453.888485:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611453.888488:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888495:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611453.888497:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611453.888498:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.888500:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611453.888501:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611453.888503:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611453.888506:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611453.888508:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611453.888511:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611453.888580:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494674688:0@lo:38:kworker.0 00000100:00000001:0.0:1749611453.888585:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.888587:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611453.888591:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ef480 x1834598494674560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611478 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888598:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611453.888599:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611453.888602:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d51c00. 02000000:00000001:0.0:1749611453.888605:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611453.888606:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611453.888608:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611453.888610:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611453.888612:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f5400. 02000000:00000001:0.0:1749611453.888614:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611453.888616:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611453.888617:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ef480. 00000100:00000001:0.0:1749611453.888620:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611453.888621:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.888622:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611453.888625:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ef800 x1834598494674688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611468 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611453.888631:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611453.888632:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611453.888634:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009be8b800. 02000000:00000001:0.0:1749611453.888637:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611453.888638:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611453.888639:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611453.888641:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611453.888642:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f6000. 02000000:00000001:0.0:1749611453.888645:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611453.888646:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611453.888647:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ef800. 00000100:00000001:0.0:1749611453.888649:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611453.888656:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611453.888658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.888660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611453.888662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611453.888663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611453.888665:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611453.889673:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300727347, at 4300727347 00000100:00000040:3.0:1749611453.889679:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300727347, at 4300727347 00000100:00000040:0.0:1749611453.889682:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300727347, at 4300727347 00000100:00000040:1.0:1749611453.889683:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300727347, at 4300727347 00000100:00000010:2.0:1749611453.889684:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55f80. 00000100:00000010:3.0:1749611453.889690:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55700. 00000100:00000010:1.0:1749611453.889701:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55980. 00000100:00000010:0.0:1749611453.889722:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129c55c80. 00010000:00000001:0.0:1749611454.052652:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611454.052659:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611454.052662:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611454.052665:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611454.052670:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611454.052672:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611454.052674:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611454.052677:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611454.052797:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611454.052802:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611454.052806:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611454.458710:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611454.458719:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611454.458721:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611454.458726:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611454.458730:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611454.458734:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611454.458737:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611454.458740:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611454.458742:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611454.640646:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611454.640652:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611454.640654:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611454.640659:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c713c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611454.640663:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611454.640667:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611454.640670:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611454.640673:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611454.640676:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611454.681628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611454.681633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611454.681635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611454.681638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611454.681656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611454.681659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611454.681661:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611454.681664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611454.681666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611454.888640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611454.888655:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611454.888657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611454.888662:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611454.888665:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611454.888668:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611454.888671:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611455.054677:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611455.054684:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611455.054773:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611455.054797:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611455.054802:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611455.458667:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611455.458674:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611455.458677:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.458681:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611455.458685:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611455.458689:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.458692:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611455.458695:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.458698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.640639:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611455.640646:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611455.640648:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.640653:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c713c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611455.640656:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611455.640660:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.640663:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611455.640675:0:27018:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006a38c000 x1834598494674176/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.640686:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.640690:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38c000 x1834598494674176/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.640699:0:27018:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611455.640720:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.640723:0:27018:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611455.640725:0:27018:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611455.640729:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38c000 x1834598494674176/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611455.640738:0:27018:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:27018:1834598494674176:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611455.640744:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.640746:0:27018:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611455.640749:0:27018:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611455.640751:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611455.640754:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38c000 x1834598494674176/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.640761:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611455.640764:0:27018:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c713c0. 00000100:00000001:0.0:1749611455.640770:0:27018:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611455.640772:0:27018:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611455.640776:0:27018:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611455.640780:0:27018:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611455.640788:0:27018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611455.640792:0:27018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800b42cba00 refcount=4 00000020:00000001:0.0:1749611455.640794:0:27018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135337048576 : -131938372503040 : ffff8800b42cba00) 00010000:00000001:0.0:1749611455.640797:0:27018:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612135337048576 : -131938372503040 : ffff8800b42cba00) 00010000:00010000:0.0:1749611455.640803:0:27018:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611455.640813:0:27018:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611455.640818:0:27018:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611455.640825:0:27018:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611455.640828:0:27018:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611455.640840:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611455.640842:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611455.640845:0:27018:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611455.640851:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611455.640854:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611455.640857:0:27018:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611455.640860:0:27018:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611455.640866:0:27018:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff8800b42cba00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611455.640869:0:27018:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611455.640872:0:27018:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611455.640877:0:27018:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611455.640879:0:27018:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611455.640880:0:27018:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611455.640881:0:27018:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800b42cba00 refcount=5 00000020:00000001:0.0:1749611455.640883:0:27018:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135337048576 : -131938372503040 : ffff8800b42cba00) 00010000:00000001:0.0:1749611455.640885:0:27018:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612135337048576 : -131938372503040 : ffff8800b42cba00) 00010000:00000001:0.0:1749611455.640888:0:27018:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611455.640891:0:27018:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611455.640897:0:27018:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611455.640900:0:27018:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611455.640905:0:27018:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611455.640908:0:27018:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611455.640909:0:27018:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611455.640916:0:27018:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611455.640918:0:27018:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611455.640921:0:27018:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611455.640923:0:27018:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611455.640925:0:27018:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611455.640926:0:27018:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611455.640929:0:27018:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b42cba00 with handle 0x689c0ec07329d4c4 from hash 00010000:00000001:0.0:1749611455.640932:0:27018:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611455.640933:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611455.640934:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611455.640935:0:27018:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611455.640936:0:27018:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611455.640938:0:27018:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611455.640940:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611455.640941:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611455.640942:0:27018:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611455.640944:0:27018:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611455.640947:0:27018:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611455.640952:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611455.640953:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611455.640954:0:27018:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611455.640955:0:27018:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611455.640957:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611455.640958:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611455.640959:0:27018:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611455.640961:0:27018:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8800b42cba00/0x689c0ec07329d4c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 27018 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611455.640991:0:27018:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611455.640993:0:27018:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611455.640997:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611455.641001:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38c000 x1834598494674176/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.641008:0:27018:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611455.641017:0:27018:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611455.641019:0:27018:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611455.641021:0:27018:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611455.641026:0:27018:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b42cb000. 02000000:00000001:0.0:1749611455.641031:0:27018:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611455.641033:0:27018:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611455.641035:0:27018:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38c000. 00000100:00000001:0.0:1749611455.641039:0:27018:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611455.641040:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611455.641042:0:27018:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611455.641045:0:27018:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611455.641048:0:27018:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611455.641051:0:27018:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880129c55c80. 00000020:00000010:0.0:1749611455.641056:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05a200. 00000020:00000010:0.0:1749611455.641060:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05be00. 00000040:00000010:0.0:1749611455.641065:0:27018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d05bc00. 00000020:00000010:0.0:1749611455.641070:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a000. 00000020:00000010:0.0:1749611455.641076:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42cb000. 80000000:00000010:0.0:1749611455.641081:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16a80. 00040000:00000010:0.0:1749611455.641086:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42cbc00. 00080000:00000010:0.0:1749611455.641092:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611455.641099:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a16000. 10000000:00000040:0.0:1749611455.641108:0:27018:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611455.641112:0:27018:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 00000040:00000001:0.0:1749611455.641117:0:27018:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611455.641119:0:27018:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611455.641122:0:27018:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88008295f200. 00000040:00000001:0.0:1749611455.641126:0:27018:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611455.641130:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611455.641134:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:0.0:1749611455.641138:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00080000:00000001:0.0:1749611455.641145:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611455.641149:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611455.641167:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611455.641188:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611455.641195:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611455.641197:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611455.641199:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611455.641202:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611455.641206:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0xa:0x0] 91:3075167914 to info ffff88009a4c7000 00000020:00000001:0.0:1749611455.641210:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801303373f8 00080000:00000002:0.0:1749611455.641212:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0xa:0x0] 00080000:00000001:0.0:1749611455.641216:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611455.641219:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611455.641223:0:27018:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009be8b800. 00080000:00000001:0.0:1749611455.641226:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611455.641231:0:27018:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b8520. 00000020:00000001:0.0:1749611455.641235:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611455.641243:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006efe5800. 00000020:00000001:0.0:1749611455.641248:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611455.641252:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d5b4e00. 00000020:00000001:0.0:1749611455.641255:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611455.641258:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611455.641260:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611455.641263:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611455.641265:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611455.641268:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611455.641272:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611455.641277:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134176381016 : -131939533170600 : ffff88006efe5858) 00000040:00000001:0.0:1749611455.641280:0:27018:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.641282:0:27018:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.641285:0:27018:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611455.641290:0:27018:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880124a12000. 00000040:00000001:0.0:1749611455.641292:0:27018:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611455.641295:0:27018:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611455.642165:0:27018:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.642171:0:27018:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.642174:0:27018:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.642176:0:27018:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611455.642180:0:27018:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16ba0. 00000040:00001000:0.0:1749611455.642184:0:27018:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611455.642194:0:27018:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611455.642199:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be200. 00000020:00000010:0.0:1749611455.642203:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9be400. 00000040:00000010:0.0:1749611455.642206:0:27018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c9bf400. 00000020:00000010:0.0:1749611455.642210:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72f800. 00000020:00000010:0.0:1749611455.642215:0:27018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdad48. 00000020:00000010:0.0:1749611455.642220:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e79a00. 80000000:00000010:0.0:1749611455.642223:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16cc0. 40000000:00000010:0.0:1749611455.642227:0:27018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129c55740. 00100000:00000010:0.0:1749611455.642232:0:27018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a729000. 00040000:00000010:0.0:1749611455.642236:0:27018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88006efe5a00. 00040000:00000010:0.0:1749611455.642239:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e78000. 00080000:00000010:0.0:1749611455.642244:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749611455.642250:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abc000. 00000004:00000010:0.0:1749611455.642256:0:27018:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72d800. 00000004:00000010:0.0:1749611455.642261:0:27018:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009a4c5000. 00000004:00000010:0.0:1749611455.642266:0:27018:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72c800. 00002000:00000010:0.0:1749611455.642272:0:27018:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880111d51c00. 00000004:00000010:0.0:1749611455.642277:0:27018:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880111d52400. 00000020:00000010:0.0:1749611455.642280:0:27018:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129c554c0. 00000040:00000010:0.0:1749611455.642287:0:27018:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880136abe000. 00000040:00001000:0.0:1749611455.642290:0:27018:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611455.642293:0:27018:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611455.642295:0:27018:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611455.642300:0:27018:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:0.0:1749611455.642743:0:27018:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611455.642749:0:27018:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611455.642751:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611455.642754:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611455.642757:0:27018:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642760:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611455.642762:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611455.642764:0:27018:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642772:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe158 type=0x10620000 idx=3 00000040:00001000:0.0:1749611455.642774:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1749611455.642776:0:27018:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642778:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe200 type=0x10620000 idx=4 00000040:00001000:0.0:1749611455.642780:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1749611455.642781:0:27018:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642783:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe2e0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611455.642785:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1749611455.642786:0:27018:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642788:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe3c0 type=0x10620000 idx=6 00000040:00001000:0.0:1749611455.642790:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1749611455.642791:0:27018:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642793:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe438 type=0x10620000 idx=7 00000040:00001000:0.0:1749611455.642795:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1749611455.642796:0:27018:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642798:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe4e0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611455.642800:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1749611455.642801:0:27018:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642803:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe5c0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611455.642805:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1749611455.642806:0:27018:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642808:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe6a0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611455.642810:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1749611455.642812:0:27018:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642813:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe718 type=0x10620000 idx=11 00000040:00001000:0.0:1749611455.642815:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1749611455.642817:0:27018:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642818:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe7f8 type=0x10620000 idx=12 00000040:00001000:0.0:1749611455.642820:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1749611455.642822:0:27018:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642823:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe8d8 type=0x10620000 idx=13 00000040:00001000:0.0:1749611455.642825:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1749611455.642831:0:27018:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642833:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe930 type=0x10620000 idx=14 00000040:00001000:0.0:1749611455.642835:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1749611455.642838:0:27018:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642839:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe9b0 type=0x10620000 idx=15 00000040:00001000:0.0:1749611455.642841:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1749611455.642843:0:27018:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642845:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abea40 type=0x10620000 idx=16 00000040:00001000:0.0:1749611455.642846:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1749611455.642848:0:27018:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642850:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abeae0 type=0x10620000 idx=17 00000040:00001000:0.0:1749611455.642851:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1749611455.642853:0:27018:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642855:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abebc0 type=0x10620000 idx=18 00000040:00001000:0.0:1749611455.642856:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1749611455.642858:0:27018:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642860:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abeca0 type=0x10620000 idx=19 00000040:00001000:0.0:1749611455.642861:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1749611455.642863:0:27018:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642865:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abecf0 type=0x10620000 idx=20 00000040:00001000:0.0:1749611455.642866:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1749611455.642868:0:27018:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642870:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abedd0 type=0x10620000 idx=21 00000040:00001000:0.0:1749611455.642871:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1749611455.642873:0:27018:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642875:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abeeb0 type=0x10620000 idx=22 00000040:00001000:0.0:1749611455.642876:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1749611455.642878:0:27018:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642880:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abef08 type=0x10620000 idx=23 00000040:00001000:0.0:1749611455.642881:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1749611455.642883:0:27018:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642885:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abef88 type=0x10620000 idx=24 00000040:00001000:0.0:1749611455.642891:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1749611455.642893:0:27018:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642895:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf018 type=0x10620000 idx=25 00000040:00001000:0.0:1749611455.642897:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:0.0:1749611455.642899:0:27018:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642901:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf0b8 type=0x10620000 idx=26 00000040:00001000:0.0:1749611455.642903:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:0.0:1749611455.642904:0:27018:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642906:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf198 type=0x10620000 idx=27 00000040:00001000:0.0:1749611455.642908:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:0.0:1749611455.642909:0:27018:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642911:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf278 type=0x10620000 idx=28 00000040:00001000:0.0:1749611455.642913:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:0.0:1749611455.642914:0:27018:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642916:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf2c8 type=0x10620000 idx=29 00000040:00001000:0.0:1749611455.642918:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:0.0:1749611455.642919:0:27018:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642921:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf3a8 type=0x10620000 idx=30 00000040:00001000:0.0:1749611455.642923:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:0.0:1749611455.642924:0:27018:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642926:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf488 type=0x10620000 idx=31 00000040:00001000:0.0:1749611455.642928:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:0.0:1749611455.642929:0:27018:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642931:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf4e0 type=0x10620000 idx=32 00000040:00001000:0.0:1749611455.642933:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:0.0:1749611455.642934:0:27018:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642936:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf560 type=0x10620000 idx=33 00000040:00001000:0.0:1749611455.642938:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:0.0:1749611455.642939:0:27018:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642941:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf5f0 type=0x10620000 idx=34 00000040:00001000:0.0:1749611455.642943:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:0.0:1749611455.642948:0:27018:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642950:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf670 type=0x10620000 idx=35 00000040:00001000:0.0:1749611455.642952:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:0.0:1749611455.642955:0:27018:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642956:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf750 type=0x10620000 idx=36 00000040:00001000:0.0:1749611455.642958:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:0.0:1749611455.642960:0:27018:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642962:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf830 type=0x10620000 idx=37 00000040:00001000:0.0:1749611455.642963:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:0.0:1749611455.642965:0:27018:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642967:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf880 type=0x10620000 idx=38 00000040:00001000:0.0:1749611455.642968:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:0.0:1749611455.642970:0:27018:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642972:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abf960 type=0x10620000 idx=39 00000040:00001000:0.0:1749611455.642973:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:0.0:1749611455.642975:0:27018:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642977:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abfa40 type=0x10620000 idx=40 00000040:00001000:0.0:1749611455.642978:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:0.0:1749611455.642980:0:27018:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642982:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abfa98 type=0x10620000 idx=41 00000040:00001000:0.0:1749611455.642983:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:0.0:1749611455.642985:0:27018:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642987:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abfb18 type=0x10620000 idx=42 00000040:00001000:0.0:1749611455.642989:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:0.0:1749611455.642990:0:27018:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642992:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abfba8 type=0x10620000 idx=43 00000040:00001000:0.0:1749611455.642994:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:0.0:1749611455.642995:0:27018:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.642997:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abfc28 type=0x10620000 idx=44 00000040:00001000:0.0:1749611455.642999:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:0.0:1749611455.643000:0:27018:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.643002:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abfd08 type=0x10620000 idx=45 00000040:00001000:0.0:1749611455.643008:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:0.0:1749611455.643010:0:27018:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.643012:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abfde8 type=0x10620000 idx=46 00000040:00001000:0.0:1749611455.643014:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:0.0:1749611455.643016:0:27018:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.643018:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abfe38 type=0x10620000 idx=47 00000040:00001000:0.0:1749611455.643020:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:0.0:1749611455.643021:0:27018:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.643023:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abff18 type=0x10600000 idx=48 00000040:00001000:0.0:1749611455.643025:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:0.0:1749611455.643027:0:27018:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000040:00000001:0.0:1749611455.643028:0:27018:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611455.643030:0:27018:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611455.643033:0:27018:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000040:00000001:0.0:1749611455.643378:0:27018:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611455.643383:0:27018:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611455.643385:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe000 type=0x10620000 idx=49 00000040:00001000:0.0:1749611455.643387:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611455.643389:0:27018:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.643392:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe0e0 type=0x10620000 idx=50 00000040:00001000:0.0:1749611455.643393:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611455.643395:0:27018:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.643397:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611455.643399:0:27018:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:0.0:1749611455.643400:0:27018:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611455.643401:0:27018:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611455.643404:0:27018:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000040:00000001:0.0:1749611455.643410:0:27018:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611455.643412:0:27018:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611455.643414:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611455.643416:0:27018:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:0.0:1749611455.643417:0:27018:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000040:00001000:0.0:1749611455.643420:0:27018:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880136abe238 type=0x0 idx=0 00000040:00000001:0.0:1749611455.643427:0:27018:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611455.643430:0:27018:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00000010:0.0:1749611455.643433:0:27018:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880136abe000. 00000020:00000010:0.0:1749611455.643465:0:27018:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129c554c0. 00000020:00000010:0.0:1749611455.643474:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9be400. 00000040:00000010:0.0:1749611455.643479:0:27018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c9bf400. 00000020:00000010:0.0:1749611455.643483:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72f800. 00000020:00000010:0.0:1749611455.643489:0:27018:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdad48. 00000020:00000010:0.0:1749611455.643494:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e79a00. 80000000:00000010:0.0:1749611455.643498:0:27018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16cc0. 40000000:00000010:0.0:1749611455.643502:0:27018:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129c55740. 00100000:00000010:0.0:1749611455.643506:0:27018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a729000. 00040000:00000010:0.0:1749611455.643510:0:27018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88006efe5a00. 00040000:00000010:0.0:1749611455.643513:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e78000. 00080000:00000010:0.0:1749611455.643517:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abc000. 00080000:00000010:0.0:1749611455.643599:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000004:00000010:0.0:1749611455.643604:0:27018:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72d800. 00000004:00000010:0.0:1749611455.643610:0:27018:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009a4c5000. 00000004:00000010:0.0:1749611455.643615:0:27018:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72c800. 00002000:00000010:0.0:1749611455.643618:0:27018:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880111d51c00. 00000004:00000010:0.0:1749611455.643622:0:27018:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880111d52400. 00000020:00000010:0.0:1749611455.643625:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be200. 00000040:00000010:0.0:1749611455.643628:0:27018:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16ba0. 00000040:00000001:0.0:1749611455.643631:0:27018:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.643634:0:27018:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611455.643639:0:27018:0:(lu_object.c:207:lu_object_put()) Add ffff88012d5b4e00/ffff88006efe5800 to site lru. bkt: ffff880111e982d8 00000040:00000010:0.0:1749611455.643642:0:27018:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b8520. 00000040:00000001:0.0:1749611455.643645:0:27018:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611455.643648:0:27018:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880124a12000. 00000040:00000010:0.0:1749611455.643652:0:27018:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88008295f200. 00000040:00000001:0.0:1749611455.643655:0:27018:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611455.643659:0:27018:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-client, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611455.643662:0:27018:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611455.643672:0:27018:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611455.643675:0:27018:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611455.643678:0:27018:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1749611455.643679:0:27018:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611455.643682:0:27018:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880118e79800. 00000040:00000001:0.0:1749611455.643685:0:27018:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611455.643687:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611455.643690:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:0.0:1749611455.643694:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00080000:00000001:0.0:1749611455.643699:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611455.643702:0:27018:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611455.643704:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611455.643708:0:27018:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b8520. 00000020:00000001:0.0:1749611455.643710:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611455.643714:0:27018:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134176381016 : -131939533170600 : ffff88006efe5858) 00000040:00000001:0.0:1749611455.643717:0:27018:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.643719:0:27018:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.643721:0:27018:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611455.643723:0:27018:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136abc000. 00000040:00000001:0.0:1749611455.643725:0:27018:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611455.643727:0:27018:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611455.643734:0:27018:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.643736:0:27018:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.643738:0:27018:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611455.643740:0:27018:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611455.643742:0:27018:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16ba0. 00000040:00001000:0.0:1749611455.643744:0:27018:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611455.644170:0:27060:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611455.644179:0:27060:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b5000. 00000020:00000010:1.0:1749611455.644184:0:27060:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b8b4a00. 00000040:00000010:1.0:1749611455.644187:0:27060:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b8b4400. 00000020:00000010:1.0:1749611455.644191:0:27060:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979000. 00000020:00000010:1.0:1749611455.644196:0:27060:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611455.644199:0:27060:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b8b5600. 80000000:00000010:1.0:1749611455.644203:0:27060:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976f480. 40000000:00000010:1.0:1749611455.644207:0:27060:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84f40. 00100000:00000010:1.0:1749611455.644211:0:27060:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880071979800. 00040000:00000010:1.0:1749611455.644214:0:27060:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611455.644217:0:27060:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b8b5a00. 00080000:00000010:1.0:1749611455.644222:0:27060:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b4000. 00080000:00000010:1.0:1749611455.644228:0:27060:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 00000004:00000010:1.0:1749611455.644242:0:27060:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197d800. 00000004:00000010:1.0:1749611455.644247:0:27060:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611455.644251:0:27060:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197f000. 00002000:00000010:1.0:1749611455.644255:0:27060:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b4062400. 00000004:00000010:1.0:1749611455.644259:0:27060:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b4062000. 00000020:00000010:1.0:1749611455.644263:0:27060:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb84200. 00000040:00000010:1.0:1749611455.644270:0:27060:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88007d28e000. 00000040:00001000:1.0:1749611455.644272:0:27060:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611455.644275:0:27060:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611455.644277:0:27060:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611455.644282:0:27060:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:1.0:1749611455.644296:0:27060:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611455.644300:0:27060:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644302:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611455.644305:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611455.644308:0:27060:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644311:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.644315:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.644316:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.644319:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.644322:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644324:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611455.644326:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749611455.644328:0:27060:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644329:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.644331:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644333:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e158 type=0x10620000 idx=3 00000040:00001000:1.0:1749611455.644335:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1749611455.644336:0:27060:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644338:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.644339:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644341:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e200 type=0x10620000 idx=4 00000040:00001000:1.0:1749611455.644343:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1749611455.644344:0:27060:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644351:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.644352:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.644354:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.644355:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.644357:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644360:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e2e0 type=0x10620000 idx=5 00000040:00001000:1.0:1749611455.644361:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1749611455.644363:0:27060:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644365:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.644366:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.644367:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.644368:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.644370:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644372:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e3c0 type=0x10620000 idx=6 00000040:00001000:1.0:1749611455.644373:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1749611455.644375:0:27060:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644376:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.644378:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644379:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e438 type=0x10620000 idx=7 00000040:00001000:1.0:1749611455.644381:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1749611455.644383:0:27060:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644384:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.644385:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644387:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e4e0 type=0x10620000 idx=8 00000040:00001000:1.0:1749611455.644389:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1749611455.644390:0:27060:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644392:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.644393:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.644394:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.644395:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.644397:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644399:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e5c0 type=0x10620000 idx=9 00000040:00001000:1.0:1749611455.644401:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1749611455.644402:0:27060:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644408:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.644410:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.644411:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.644412:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.644414:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644416:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e6a0 type=0x10620000 idx=10 00000040:00001000:1.0:1749611455.644418:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1749611455.644420:0:27060:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644422:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.644423:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644425:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e718 type=0x10620000 idx=11 00000040:00001000:1.0:1749611455.644427:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1749611455.644428:0:27060:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644430:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.644431:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.644432:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.644433:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.644435:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644437:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e7f8 type=0x10620000 idx=12 00000040:00001000:1.0:1749611455.644438:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1749611455.644440:0:27060:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644441:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.644442:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.644444:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.644447:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.644449:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e8d8 type=0x10620000 idx=13 00000040:00001000:1.0:1749611455.644450:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1749611455.644452:0:27060:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.644454:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.644455:0:27060:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1749611455.644459:0:27060:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800b4063000. 00000100:00000040:1.0:1749611455.644467:0:27060:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:1.0:1749611455.644471:0:27060:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:1.0:1749611455.644479:0:27060:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1749611455.644483:0:27060:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000010:1.0:1749611455.644490:0:27060:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff8800b4063000. 00000020:00000010:1.0:1749611455.644494:0:27060:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8800acb84240. 00000020:00000001:1.0:1749611455.644497:0:27060:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749611455.644499:0:27060:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800acb84d40. 00000020:00000001:1.0:1749611455.644503:0:27060:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611455.644506:0:27060:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800acb84d40. 00000020:00000010:1.0:1749611455.644508:0:27060:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8800acb84d40. 00000020:01000004:1.0:1749611455.644512:0:27060:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749611455.644515:0:27060:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1749611455.644575:0:27060:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff880096624400. 00000020:00000080:1.0:1749611455.644579:0:27060:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611455.644582:0:27060:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611455.644584:0:27060:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611455.644595:0:27060:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800851555c0. 00000020:00000080:1.0:1749611455.644599:0:27060:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) 00000020:00000001:1.0:1749611455.644603:0:27060:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611455.644606:0:27060:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197e800. 00000020:00000001:1.0:1749611455.644608:0:27060:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611455.644610:0:27060:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197e800 with handle 0x689c0ec07329d4d2 to hash 00000020:00000001:1.0:1749611455.644613:0:27060:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611455.644616:0:27060:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611455.644618:0:27060:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.644621:0:27060:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219999232 : -131939489552384 : ffff88007197e800) 00000020:00000040:1.0:1749611455.644625:0:27060:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e800 : new refcount 1 00000020:00000040:1.0:1749611455.644639:0:27060:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 2 - obd_device_list 00000020:00000001:1.0:1749611455.644645:0:27060:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611455.644647:0:27060:0:(obd_config.c:653:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000001:1.0:1749611455.644650:0:27060:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.644652:0:27060:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611455.644655:0:27060:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff880096624400. 00000020:00000001:1.0:1749611455.644658:0:27060:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749611455.644662:0:27060:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009976f4e0. 00000020:00000080:1.0:1749611455.644663:0:27060:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611455.644667:0:27060:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611455.644697:0:27060:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611455.644701:0:27060:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a3652600. 00000001:00000010:1.0:1749611455.644706:0:27060:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009c031cc0. 00000001:00000010:1.0:1749611455.644710:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4c00. 00000001:00000010:1.0:1749611455.644713:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5c00. 00000001:00000010:1.0:1749611455.644716:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4000. 00000001:00000010:1.0:1749611455.644718:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4e00. 00000001:00000001:1.0:1749611455.644720:0:27060:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611455.644722:0:27060:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a3652d80. 00000001:00000010:1.0:1749611455.644725:0:27060:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009c031d40. 00000001:00000010:1.0:1749611455.644727:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4600. 00000001:00000010:1.0:1749611455.644730:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5400. 00000001:00000010:1.0:1749611455.644732:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5800. 00000001:00000010:1.0:1749611455.644735:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4b200. 00000020:00000001:1.0:1749611455.644738:0:27060:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611455.644741:0:27060:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4be00. 00000020:00000010:1.0:1749611455.644745:0:27060:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096624400. 00000020:00000010:1.0:1749611455.644749:0:27060:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000008:00000010:1.0:1749611455.644754:0:27060:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf600. 00020000:00000010:1.0:1749611455.644759:0:27060:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6400. 00008000:00000010:1.0:1749611455.644764:0:27060:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7df0. 00000080:00000010:1.0:1749611455.644770:0:27060:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a1e0. 00000020:00000010:1.0:1749611455.644773:0:27060:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4ae00. 00000020:00000010:1.0:1749611455.644776:0:27060:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4aa00. 00000040:00000010:1.0:1749611455.644779:0:27060:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4ba00. 00000020:00000010:1.0:1749611455.644782:0:27060:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197a800. 00000020:00000010:1.0:1749611455.644786:0:27060:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749611455.644788:0:27060:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4a200. 80000000:00000010:1.0:1749611455.644791:0:27060:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976f540. 40000000:00000010:1.0:1749611455.644793:0:27060:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84480. 00100000:00000010:1.0:1749611455.644797:0:27060:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197e000. 00040000:00000010:1.0:1749611455.644800:0:27060:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9a00. 00040000:00000010:1.0:1749611455.644803:0:27060:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4b400. 00080000:00000010:1.0:1749611455.644811:0:27060:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749611455.644818:0:27060:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec6000. 00000004:00000010:1.0:1749611455.644822:0:27060:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197b000. 00000004:00000010:1.0:1749611455.644827:0:27060:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b7000. 00000004:00000010:1.0:1749611455.644831:0:27060:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009d241000. 00000004:00000010:1.0:1749611455.644834:0:27060:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800aca71800. 00000010:00000010:1.0:1749611455.644838:0:27060:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009976f5a0. 00000010:00000001:1.0:1749611455.644841:0:27060:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749611455.644846:0:27060:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1749611455.644849:0:27060:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.644943:0:27060:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749611455.644946:0:27060:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749611455.644949:0:27060:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff880096624480. 00000010:00000010:1.0:1749611455.644952:0:27060:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff88009c0316c0. 00000010:00000010:1.0:1749611455.644956:0:27060:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff88009c0319c0. 00000020:00000001:1.0:1749611455.644958:0:27060:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611455.644960:0:27060:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611455.644962:0:27060:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00000020:01000004:1.0:1749611455.644965:0:27060:0:(tgt_mount.c:154:server_get_mount()) get mount ffff880071978000 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611455.644968:0:27060:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00000020:00000001:1.0:1749611455.644970:0:27060:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749611455.644972:0:27060:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611455.644973:0:27060:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00000020:01000004:1.0:1749611455.644976:0:27060:0:(tgt_mount.c:188:server_put_mount()) put mount ffff880071978000 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611455.644978:0:27060:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749611455.644980:0:27060:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880071978000 3 00000020:00000001:1.0:1749611455.644982:0:27060:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.644984:0:27060:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611455.644986:0:27060:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff880096624500. 00010000:00000001:1.0:1749611455.644989:0:27060:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749611455.644995:0:27060:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800acb84f00. 00010000:00000001:1.0:1749611455.644998:0:27060:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611455.645000:0:27060:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.645005:0:27060:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88012e554000. 00000020:00000040:1.0:1749611455.645007:0:27060:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 3 - import 00000020:00000001:1.0:1749611455.645019:0:27060:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611455.645021:0:27060:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611455.645023:0:27060:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611455.645025:0:27060:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749611455.645035:0:27060:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749611455.645038:0:27060:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611455.645042:0:27060:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611455.645045:0:27060:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611455.645047:0:27060:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611455.645050:0:27060:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611455.645053:0:27060:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611455.645055:0:27060:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000010:1.0:1749611455.645059:0:27060:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009976f600. 00010000:00080000:1.0:1749611455.645061:0:27060:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88012e554000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749611455.645064:0:27060:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611455.645067:0:27060:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611455.645068:0:27060:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611455.645070:0:27060:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611455.645073:0:27060:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800aca72400. 00000001:00000001:1.0:1749611455.645075:0:27060:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611455.645078:0:27060:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007ddf9500. 00000001:00000010:1.0:1749611455.645082:0:27060:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88007ddf9b00. 00000001:00000010:1.0:1749611455.645136:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e17000. 00000001:00000010:1.0:1749611455.645205:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e21000. 00000001:00000010:1.0:1749611455.645266:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e2b000. 00000001:00000010:1.0:1749611455.645325:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e35000. 00000001:00000010:1.0:1749611455.645381:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e3f000. 00000001:00000010:1.0:1749611455.645446:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e49000. 00000001:00000010:1.0:1749611455.645504:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e53000. 00000001:00000010:1.0:1749611455.645615:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e5d000. 00000001:00000010:1.0:1749611455.645682:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e67000. 00010000:00000010:2.1:1749611455.645703:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b42cba00. 00000001:00000010:1.0:1749611455.645748:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e71000. 00000001:00000010:1.0:1749611455.645805:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e7b000. 00000001:00000010:1.0:1749611455.645874:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e85000. 00000001:00000010:1.0:1749611455.645935:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e8f000. 00000001:00000010:1.0:1749611455.645992:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006e99000. 00000001:00000010:1.0:1749611455.646050:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ea3000. 00000001:00000010:1.0:1749611455.646112:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ead000. 00000001:00000010:1.0:1749611455.646171:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006eb7000. 00000001:00000010:1.0:1749611455.646229:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ec1000. 00000001:00000010:1.0:1749611455.646291:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ecb000. 00000001:00000010:1.0:1749611455.646348:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ed5000. 00000001:00000010:1.0:1749611455.646404:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006edf000. 00000001:00000010:1.0:1749611455.646463:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ee9000. 00000001:00000010:1.0:1749611455.646569:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ef3000. 00000001:00000010:1.0:1749611455.646630:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006efd000. 00000001:00000010:1.0:1749611455.646688:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f07000. 00000001:00000010:1.0:1749611455.646753:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f11000. 00000001:00000010:1.0:1749611455.646817:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f1b000. 00000001:00000010:1.0:1749611455.646876:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f25000. 00000001:00000010:1.0:1749611455.646933:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f2f000. 00000001:00000010:1.0:1749611455.646995:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f39000. 00000001:00000010:1.0:1749611455.647053:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f43000. 00000001:00000010:1.0:1749611455.647110:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f4d000. 00000020:00000010:1.0:1749611455.647184:0:27060:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aca73800. 00000020:00000010:1.0:1749611455.647187:0:27060:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009c0311a0. 00010000:00000001:1.0:1749611455.647200:0:27060:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611455.647231:0:27060:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611455.647245:0:27060:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aca71400. 00000020:00000010:1.0:1749611455.647248:0:27060:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012d125400. 00010000:00000001:1.0:1749611455.647258:0:27060:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611455.647260:0:27060:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00010000:00000001:1.0:1749611455.647262:0:27060:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611455.647265:0:27060:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612135210853376 : -131938498698240 : ffff8800aca72400) 00010000:00000001:1.0:1749611455.647273:0:27060:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611455.647277:0:27060:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff880096624480. 00000010:00000010:1.0:1749611455.647280:0:27060:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff88009c0319c0. 00000010:00000010:1.0:1749611455.647282:0:27060:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff88009c0316c0. 00000010:00000010:1.0:1749611455.647285:0:27060:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff880096624500. 00000010:00000001:1.0:1749611455.647287:0:27060:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.647308:0:27060:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aca72c00. 00000020:00000010:1.0:1749611455.647311:0:27060:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88006abf2000. 00000010:00000001:1.0:1749611455.647325:0:27060:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.647330:0:27060:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4aa00. 00000040:00000010:1.0:1749611455.647335:0:27060:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4ba00. 00000020:00000010:1.0:1749611455.647339:0:27060:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197a800. 00000020:00000010:1.0:1749611455.647344:0:27060:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749611455.647352:0:27060:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4a200. 80000000:00000010:1.0:1749611455.647356:0:27060:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976f540. 40000000:00000010:1.0:1749611455.647359:0:27060:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84480. 00100000:00000010:1.0:1749611455.647362:0:27060:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197e000. 00040000:00000010:1.0:1749611455.647365:0:27060:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9a00. 00040000:00000010:1.0:1749611455.647369:0:27060:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4b400. 00080000:00000010:1.0:1749611455.647372:0:27060:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec6000. 00080000:00000010:1.0:1749611455.647376:0:27060:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00000004:00000010:1.0:1749611455.647379:0:27060:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197b000. 00000004:00000010:1.0:1749611455.647383:0:27060:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b7000. 00000004:00000010:1.0:1749611455.647387:0:27060:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009d241000. 00000004:00000010:1.0:1749611455.647393:0:27060:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800aca71800. 00000020:00000010:1.0:1749611455.647396:0:27060:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4ae00. 00000020:00000010:1.0:1749611455.647401:0:27060:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096624400. 00000020:00000010:1.0:1749611455.647404:0:27060:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000008:00000010:1.0:1749611455.647408:0:27060:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf600. 00020000:00000010:1.0:1749611455.647412:0:27060:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6400. 00008000:00000010:1.0:1749611455.647417:0:27060:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7df0. 00000080:00000010:1.0:1749611455.647420:0:27060:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a1e0. 00000020:00000010:1.0:1749611455.647423:0:27060:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4be00. 00000020:00000001:1.0:1749611455.647426:0:27060:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611455.647432:0:27060:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 4 - setup 00000020:00000080:1.0:1749611455.647435:0:27060:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611455.647437:0:27060:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.647440:0:27060:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611455.647443:0:27060:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009976f4e0. 00000020:00000001:1.0:1749611455.647449:0:27060:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611455.647452:0:27060:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000020:00000010:1.0:1749611455.647455:0:27060:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d125200. 00000040:00000010:1.0:1749611455.647457:0:27060:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d124600. 00000020:00000010:1.0:1749611455.647461:0:27060:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012e557800. 00000020:00000010:1.0:1749611455.647464:0:27060:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749611455.647466:0:27060:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d124e00. 80000000:00000010:1.0:1749611455.647469:0:27060:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac44120. 40000000:00000010:1.0:1749611455.647471:0:27060:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84480. 00100000:00000010:1.0:1749611455.647475:0:27060:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012e555800. 00040000:00000010:1.0:1749611455.647477:0:27060:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9a00. 00040000:00000010:1.0:1749611455.647480:0:27060:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d125a00. 00080000:00000010:1.0:1749611455.647484:0:27060:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf6000. 00080000:00000010:1.0:1749611455.647487:0:27060:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec6000. 00000004:00000010:1.0:1749611455.647492:0:27060:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88009d241000. 00000004:00000010:1.0:1749611455.647496:0:27060:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf4000. 00000004:00000010:1.0:1749611455.647500:0:27060:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012d16b000. 00000004:00000010:1.0:1749611455.647502:0:27060:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800aca71800. 00000020:00000010:1.0:1749611455.647505:0:27060:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000020:00000010:1.0:1749611455.647508:0:27060:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b530b300. 00000020:00000010:1.0:1749611455.647510:0:27060:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000020:00000010:1.0:1749611455.647513:0:27060:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8800a3652c00. 00000020:00000010:1.0:1749611455.647516:0:27060:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800acb84e00. 00000020:00000001:1.0:1749611455.647518:0:27060:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611455.647565:0:27060:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611455.647567:0:27060:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611455.647569:0:27060:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611455.647571:0:27060:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611455.647574:0:27060:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012d16b800. 00000020:00000001:1.0:1749611455.647582:0:27060:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611455.647585:0:27060:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d16b800 with handle 0x689c0ec07329d4d9 to hash 00000020:00000001:1.0:1749611455.647587:0:27060:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611455.647590:0:27060:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611455.647592:0:27060:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611455.647595:0:27060:0:(genops.c:887:class_export_get()) GET export ffff88012d16b800 refcount=3 00000020:00000040:1.0:1749611455.647599:0:27060:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 5 - export 00000020:00000001:1.0:1749611455.647601:0:27060:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000020:00000040:1.0:1749611455.647604:0:27060:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 2 00000020:00000080:1.0:1749611455.647606:0:27060:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x689c0ec07329d4d9 00000020:00000001:1.0:1749611455.647608:0:27060:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.647610:0:27060:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611455.647612:0:27060:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4d9 00000020:00000001:1.0:1749611455.647613:0:27060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611455.647615:0:27060:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b800 refcount=3 00000020:00000001:1.0:1749611455.647617:0:27060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000020:00000001:1.0:1749611455.647620:0:27060:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000001:1.0:1749611455.647624:0:27060:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611455.647627:0:27060:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611455.647630:0:27060:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611455.647634:0:27060:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611455.647636:0:27060:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611455.647638:0:27060:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611455.647640:0:27060:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611455.647642:0:27060:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4d9 00000020:00000001:1.0:1749611455.647643:0:27060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611455.647644:0:27060:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b800 refcount=4 00000020:00000001:1.0:1749611455.647646:0:27060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000020:00000001:1.0:1749611455.647648:0:27060:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000001:1.0:1749611455.647650:0:27060:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611455.647652:0:27060:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611455.647653:0:27060:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611455.647660:0:27060:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 3 00000100:00080000:1.0:1749611455.647663:0:27060:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012e554000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611455.647666:0:27060:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611455.647668:0:27060:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611455.647674:0:27060:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611455.647677:0:27060:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611455.647680:0:27060:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611455.647684:0:27060:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.647686:0:27060:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611455.647688:0:27060:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611455.647692:0:27060:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1e300. 00000020:00000040:1.0:1749611455.647695:0:27060:0:(genops.c:1229:class_import_get()) import ffff88012e554000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749611455.647699:0:27060:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611455.647701:0:27060:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.647704:0:27060:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611455.647707:0:27060:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611455.647710:0:27060:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611455.647717:0:27060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bb88c00. 00000100:00000001:1.0:1749611455.647723:0:27060:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611455.647731:0:27060:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611455.647742:0:27060:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611455.647747:0:27060:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611455.647752:0:27060:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1e300] to pc [ptlrpcd_rcv+-1] req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611455.647778:0:27060:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.647781:0:27060:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611455.647784:0:27060:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1749611455.647787:0:27060:0:(genops.c:1229:class_import_get()) import ffff88012e554000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749611455.647806:0:27060:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611455.647808:0:27060:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611455.647872:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611455.647878:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611455.647881:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611455.647890:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.647902:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611455.647904:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.647908:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611455.647914:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749611455.647920:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611455.647922:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:0.0:1749611455.647923:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611455.647925:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749611455.647927:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494674944:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1749611455.647928:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611455.647930:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611455.647932:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749611455.647933:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611455.647936:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611455.647936:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611455.647938:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611455.647940:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6060 02000000:00000001:0.0:1749611455.647941:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749611455.647944:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 02000000:00000010:0.0:1749611455.647945:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d52400. 00000100:00000040:2.0:1749611455.647947:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:0.0:1749611455.647948:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.647949:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611455.647951:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611455.647954:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611455.647955:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000020:00000001:2.0:1749611455.647957:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611455.647959:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611455.647961:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611455.647961:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000020:00000040:2.0:1749611455.647964:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611455.647966:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611455.647969:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000200:0.0:1749611455.647969:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494674944, portal 10 00000100:00000040:2.0:1749611455.647972:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611455.647972:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611455.647973:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611455.647973:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345409792 : -131936364141824 : ffff88012be1e300) 00000100:00000040:2.0:1749611455.647975:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611455.647977:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749611455.647979:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136abe000. 00000020:00000040:2.0:1749611455.647980:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611455.647982:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611455.647985:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.647986:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611455.647987:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611455.647995:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611455.647998:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611455.648000:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 02000000:00000001:2.0:1749611455.648002:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611455.648003:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494674944, offset 0 02000000:00000001:2.0:1749611455.648005:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648007:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749611455.648009:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611455.648010:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611455.648015:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ef800. 00000020:00000040:2.0:1749611455.648018:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:1.0:1749611455.648020:0:27060:0:(genops.c:887:class_export_get()) GET export ffff88012d16b800 refcount=4 02000000:00000001:2.0:1749611455.648021:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611455.648022:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611455.648022:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611455.648025:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611455.648026:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611455.648029:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611455.648032:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94a000 02000000:00000010:2.0:1749611455.648035:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f6000. 00000400:00000200:0.0:1749611455.648039:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 100016 00000100:00000001:2.0:1749611455.648040:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.648041:0:27060:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611455.648043:0:27060:0:(genops.c:887:class_export_get()) GET export ffff88012d16b800 refcount=5 00000020:00000001:1.0:1749611455.648045:0:27060:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611455.648047:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611455.648048:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1749611455.648048:0:27060:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff8800a3652c00. 00000020:00000010:1.0:1749611455.648052:0:27060:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8800acb84e00. 00000400:00000200:0.0:1749611455.648052:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749611455.648057:0:27060:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d125200. 00000100:00000001:2.0:1749611455.648058:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611455.648058:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611455.648060:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000040:00000010:1.0:1749611455.648061:0:27060:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d124600. 00000100:00000001:2.0:1749611455.648062:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611455.648063:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38c000. 00000020:00000010:1.0:1749611455.648065:0:27060:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012e557800. 00000100:00000040:2.0:1749611455.648066:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ef800] to pc [ptlrpcd_rcv+-1] req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611455.648067:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38c000 x1834598494674944 msgsize 520 00000020:00000010:1.0:1749611455.648069:0:27060:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000100:00100000:0.0:1749611455.648071:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749611455.648074:0:27060:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d124e00. 00000100:00000001:2.0:1749611455.648077:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1749611455.648077:0:27060:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac44120. 00000100:00080000:2.0:1749611455.648081:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 40000000:00000010:1.0:1749611455.648081:0:27060:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84480. 00000100:00000001:0.0:1749611455.648083:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00100000:00000010:1.0:1749611455.648084:0:27060:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012e555800. 00000100:00080000:2.0:1749611455.648085:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611455.648087:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611455.648088:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00040000:00000010:1.0:1749611455.648088:0:27060:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9a00. 00000100:00000001:2.0:1749611455.648091:0:18174:0:(import.c:480:import_select_connection()) Process entered 00040000:00000010:1.0:1749611455.648091:0:27060:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d125a00. 00000100:00080000:2.0:1749611455.648094:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6060 00080000:00000010:1.0:1749611455.648095:0:27060:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec6000. 00000100:00080000:2.0:1749611455.648096:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749611455.648096:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00080000:00000010:1.0:1749611455.648098:0:27060:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf6000. 00000100:00000040:2.0:1749611455.648099:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000010:0.0:1749611455.648099:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:2.0:1749611455.648101:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611455.648102:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000004:00000010:1.0:1749611455.648102:0:27060:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88009d241000. 00000100:00000001:0.0:1749611455.648102:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611455.648104:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611455.648106:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000010:1.0:1749611455.648106:0:27060:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf4000. 00000100:00000200:0.0:1749611455.648108:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1749611455.648110:0:27060:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012d16b000. 00000020:00000040:2.0:1749611455.648112:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000004:00000010:1.0:1749611455.648113:0:27060:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800aca71800. 00000020:00000001:2.0:1749611455.648114:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611455.648116:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000010:1.0:1749611455.648116:0:27060:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000100:00000001:0.0:1749611455.648116:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611455.648118:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611455.648118:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611455.648119:0:27060:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b530b300. 00000020:00000001:2.0:1749611455.648121:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000010:1.0:1749611455.648122:0:27060:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000040:2.0:1749611455.648124:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000010:1.0:1749611455.648125:0:27060:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000001:0.0:1749611455.648125:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648126:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611455.648127:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:0.0:1749611455.648127:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611455.648129:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749611455.648129:0:27060:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff8800acb84240. 00000020:00000040:2.0:1749611455.648131:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000020:00000010:1.0:1749611455.648131:0:27060:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff8800acb84d40. 00000100:00000001:0.0:1749611455.648131:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.648133:0:27060:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611455.648134:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000020:00000001:1.0:1749611455.648135:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.648135:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1749611455.648136:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611455.648137:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000040:00001000:1.0:1749611455.648138:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e930 type=0x10620000 idx=14 00000100:00000001:0.0:1749611455.648139:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729128 02000000:00000001:2.0:1749611455.648140:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:1.0:1749611455.648141:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 02000000:00000001:2.0:1749611455.648142:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648144:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000040:00001000:1.0:1749611455.648144:0:27060:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611455.648146:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.648146:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.648147:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611455.648149:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ef480. 00000020:00000040:2.0:1749611455.648152:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611455.648154:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000040:00001000:1.0:1749611455.648154:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e9b0 type=0x10620000 idx=15 02000000:00000001:2.0:1749611455.648155:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648155:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000040:00001000:1.0:1749611455.648156:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000001:2.0:1749611455.648157:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1749611455.648157:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494674944 02000000:00000001:2.0:1749611455.648158:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000040:00001000:1.0:1749611455.648158:0:27060:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 02000000:00000001:0.0:1749611455.648159:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749611455.648160:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.648160:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.648162:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648162:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749611455.648163:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f5400. 00000040:00001000:1.0:1749611455.648164:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28ea40 type=0x10620000 idx=16 00000100:00000001:0.0:1749611455.648165:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648166:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.648166:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1749611455.648167:0:27060:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 02000000:00000001:0.0:1749611455.648168:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.648169:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00100000:2.0:1749611455.648170:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749611455.648170:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.648171:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494674944 00000040:00001000:1.0:1749611455.648172:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28eae0 type=0x10620000 idx=17 00000040:00001000:1.0:1749611455.648174:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000020:00000001:0.0:1749611455.648174:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:1.0:1749611455.648175:0:27060:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000040:0.0:1749611455.648175:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611455.648177:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611455.648177:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611455.648178:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000040:00000001:1.0:1749611455.648178:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.648179:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1749611455.648179:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648180:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611455.648181:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.648182:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611455.648183:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ef480] to pc [ptlrpcd_rcv+-1] req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000040:00001000:1.0:1749611455.648184:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28ebc0 type=0x10620000 idx=18 00000020:00000010:0.0:1749611455.648185:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78000. 00000040:00001000:1.0:1749611455.648186:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1749611455.648187:0:27060:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.648189:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000010:0.0:1749611455.648189:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff00. 00000040:00000001:1.0:1749611455.648190:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1749611455.648191:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611455.648191:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000010:0.0:1749611455.648192:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000020:00000001:1.0:1749611455.648193:0:27060:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.648195:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.648196:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28eca0 type=0x10620000 idx=19 00000100:00000001:0.0:1749611455.648197:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00080000:2.0:1749611455.648198:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000040:00001000:1.0:1749611455.648198:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000100:00000001:0.0:1749611455.648199:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000040:00001000:1.0:1749611455.648200:0:27060:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00080000:2.0:1749611455.648201:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:1.0:1749611455.648201:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611455.648202:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648203:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1749611455.648203:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611455.648204:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000040:00001000:1.0:1749611455.648204:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28ecf0 type=0x10620000 idx=20 00000040:00001000:1.0:1749611455.648206:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000100:00000001:2.0:1749611455.648207:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611455.648207:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.648208:0:27060:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00080000:2.0:1749611455.648209:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6060 00000020:00000001:1.0:1749611455.648209:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00001000:2.0:1749611455.648212:0:18174:0:(import.c:2097:obd_at_measure()) add 15 to ffff88006a728bf0 time=10 v=10 (10 1 1 1) 00000040:00000001:1.0:1749611455.648214:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00001000:2.0:1749611455.648216:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88006a728bf0 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1 00000040:00000001:1.0:1749611455.648216:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.648217:0:27060:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611455.648219:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000020:00000001:1.0:1749611455.648219:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611455.648221:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000040:00001000:1.0:1749611455.648221:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28edd0 type=0x10620000 idx=21 00000100:00000001:2.0:1749611455.648223:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000040:00001000:1.0:1749611455.648223:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00000040:2.0:1749611455.648225:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000040:00001000:1.0:1749611455.648225:0:27060:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611455.648226:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611455.648226:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.648227:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:2.0:1749611455.648228:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000040:00000001:1.0:1749611455.648228:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000040:2.0:1749611455.648230:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749611455.648230:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648230:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611455.648231:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:1.0:1749611455.648232:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28eeb0 type=0x10620000 idx=22 00000020:00000040:2.0:1749611455.648233:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000040:00001000:1.0:1749611455.648234:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000020:00000001:2.0:1749611455.648235:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000040:00001000:1.0:1749611455.648235:0:27060:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:2.0:1749611455.648237:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749611455.648237:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.648238:0:27060:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000040:2.0:1749611455.648239:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611455.648240:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611455.648241:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1749611455.648241:0:27060:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88006bb8ac00. 00000100:00000001:0.0:1749611455.648242:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611455.648243:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611455.648244:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611455.648247:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000040:1.0:1749611455.648247:0:27060:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000100:00080000:2.0:1749611455.648249:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00001000:1.0:1749611455.648249:0:27060:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000100:00000001:2.0:1749611455.648251:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611455.648253:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1749611455.648253:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000400:00000200:1.0:1749611455.648254:0:27060:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 02000000:00000001:2.0:1749611455.648256:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611455.648257:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611455.648257:0:27060:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000001:0.0:1749611455.648257:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096322560 : -131939613229056 : ffff88006a38c000) 00000100:00000001:2.0:1749611455.648259:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000010:1.0:1749611455.648259:0:27060:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88006bb8ac00. 00000020:00000010:1.0:1749611455.648262:0:27060:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8800acb84d40. 00000100:00000040:0.0:1749611455.648262:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38c000 x1834598494674944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611455.648264:0:27060:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000100:00000001:2.0:1749611455.648265:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.648266:0:27060:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800acb84240. 00000100:00000010:2.0:1749611455.648269:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ef100. 00000020:00000001:1.0:1749611455.648269:0:27060:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611455.648271:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000010:1.0:1749611455.648271:0:27060:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800acb84240. 02000000:00000001:2.0:1749611455.648273:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000020:00000010:1.0:1749611455.648273:0:27060:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8800acb84240. 00000100:00100000:0.0:1749611455.648273:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494674944:12345-0@lo:38:llog_process_th.0 02000000:00000001:2.0:1749611455.648275:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648276:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:01000004:1.0:1749611455.648276:0:27060:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749611455.648277:0:27060:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf001 lwp lustre-MDT0001-lwp-OST0000_UUID (null) (null) 00000100:00000200:0.0:1749611455.648277:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494674944 02000000:00000001:2.0:1749611455.648278:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611455.648279:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.648281:0:27060:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800b530b300. 00000020:00000001:0.0:1749611455.648281:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:2.0:1749611455.648282:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f7c00. 00000020:00000080:1.0:1749611455.648283:0:27060:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00010000:00000001:0.0:1749611455.648284:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611455.648285:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.648285:0:27060:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611455.648287:0:27060:0:(genops.c:349:class_newdev()) Process entered 00000100:00100000:2.0:1749611455.648290:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1749611455.648294:0:27060:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085151570. 00000100:00000001:2.0:1749611455.648296:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1749611455.648296:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648298:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611455.648300:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749611455.648302:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ef100] to pc [ptlrpcd_rcv+-1] req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611455.648302:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000080:1.0:1749611455.648303:0:27060:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff880085151570) 00000020:00000001:1.0:1749611455.648305:0:27060:0:(genops.c:950:__class_new_export()) Process entered 00010000:00000001:0.0:1749611455.648306:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749611455.648307:0:27060:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012d16b000. 00000100:00000001:2.0:1749611455.648309:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648309:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749611455.648310:0:27060:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:2.0:1749611455.648311:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611455.648311:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1749611455.648312:0:27060:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d16b000 with handle 0x689c0ec07329d4e0 to hash 00000100:00000001:2.0:1749611455.648314:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:1.0:1749611455.648314:0:27060:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:0.0:1749611455.648314:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1749611455.648317:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755efb80. 00000020:00000001:1.0:1749611455.648317:0:27060:0:(obd_class.h:1037:obd_init_export()) Process entered 02000000:00000010:0.0:1749611455.648317:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d51c00. 00000020:00000001:1.0:1749611455.648318:0:27060:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611455.648319:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1749611455.648319:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.648320:0:27060:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612137365647360 : -131936343904256 : ffff88012d16b000) 00000100:00000001:2.0:1749611455.648321:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611455.648322:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611455.648322:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611455.648323:0:27060:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b000 : new refcount 1 02000000:00000001:2.0:1749611455.648324:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611455.648325:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749611455.648327:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297f00. 00010000:00000001:0.0:1749611455.648328:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648329:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611455.648331:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611455.648332:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1749611455.648332:0:27060:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 2 - obd_device_list 00000100:00000001:0.0:1749611455.648334:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749611455.648336:0:27060:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648337:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000080:1.0:1749611455.648338:0:27060:0:(obd_config.c:653:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000100:00000001:2.0:1749611455.648339:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749611455.648339:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000001:1.0:1749611455.648340:0:27060:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.648341:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.648342:0:27060:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611455.648342:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611455.648344:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749611455.648345:0:27060:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8800b530b300. 00000100:00000040:2.0:1749611455.648346:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755efb80] to pc [ptlrpcd_00_01+1] req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611455.648347:0:27060:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000100:00000040:0.0:1749611455.648348:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000010:1.0:1749611455.648350:0:27060:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009ac44120. 02000000:00000001:0.0:1749611455.648350:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611455.648351:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611455.648352:0:27060:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000100:00000001:0.0:1749611455.648353:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749611455.648355:0:27060:0:(obd_config.c:667:class_setup()) Process entered 00000100:00000040:0.0:1749611455.648356:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611455.648362:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000200:0.0:1749611455.648366:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494674944, offset 0 00000001:00000001:1.0:1749611455.648368:0:27060:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611455.648370:0:27060:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a3652c00. 00000400:00000200:0.0:1749611455.648371:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:1.0:1749611455.648374:0:27060:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009c0314a0. 00000001:00000010:1.0:1749611455.648376:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124000. 00000400:00000200:0.0:1749611455.648377:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1749611455.648379:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125c00. 00000001:00000010:1.0:1749611455.648381:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124400. 00000001:00000010:1.0:1749611455.648383:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125a00. 00000400:00000200:0.0:1749611455.648383:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a000 00000001:00000001:1.0:1749611455.648385:0:27060:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611455.648387:0:27060:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a3652540. 00000400:00000200:0.0:1749611455.648388:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f1d [1] + 0 00000001:00000010:1.0:1749611455.648390:0:27060:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009c0312c0. 00000001:00000010:1.0:1749611455.648392:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124e00. 00000100:00000001:2.0:1749611455.648393:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611455.648393:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1749611455.648395:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124600. 00000400:00000200:0.0:1749611455.648396:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1749611455.648397:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125200. 00000100:00000040:2.0:1749611455.648399:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6066) 00000001:00000010:1.0:1749611455.648399:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124a00. 00000100:00000001:0.0:1749611455.648399:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611455.648404:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611455.648406:0:27060:0:(obd_class.h:571:obd_setup()) Process entered 00000100:00000001:3.0:1749611455.648408:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749611455.648409:0:27060:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000020:00000010:1.0:1749611455.648412:0:27060:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b530b300. 00000100:00000040:0.0:1749611455.648414:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611455.648415:0:27060:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000001:2.0:1749611455.648418:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000008:00000010:1.0:1749611455.648418:0:27060:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf600. 00000100:00000001:3.0:1749611455.648420:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611455.648421:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1749611455.648421:0:27060:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6400. 00000100:00000001:3.0:1749611455.648423:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611455.648423:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00008000:00000010:1.0:1749611455.648425:0:27060:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7df0. 00000400:00000200:0.0:1749611455.648427:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611455.648428:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000080:00000010:1.0:1749611455.648429:0:27060:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a1e0. 00000100:00000040:3.0:1749611455.648431:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.648431:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749611455.648432:0:27060:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000001:0.0:1749611455.648433:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749611455.648434:0:27060:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d125800. 00000100:00000001:0.0:1749611455.648435:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749611455.648437:0:27060:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d125e00. 00000100:00000040:0.0:1749611455.648438:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:0.0:1749611455.648440:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.648441:0:27060:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16c000. 00000100:00000001:3.0:1749611455.648443:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749611455.648443:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611455.648444:0:27060:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000100:00000001:3.0:1749611455.648445:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.648447:0:27060:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d125000. 00000100:00000040:0.0:1749611455.648447:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38c000 x1834598494674944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Interpret:/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611455.648449:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 80000000:00000010:1.0:1749611455.648449:0:27060:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac44180. 02000000:00000001:3.0:1749611455.648451:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 40000000:00000010:1.0:1749611455.648452:0:27060:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb84480. 02000000:00000001:3.0:1749611455.648454:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1749611455.648455:0:27060:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d169800. 00000100:00100000:3.0:1749611455.648457:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494675456:0@lo:400:kworker.0 00040000:00000010:1.0:1749611455.648457:0:27060:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9a00. 00000100:00100000:0.0:1749611455.648457:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494674944:12345-0@lo:38:llog_process_th.0 Request processed in 184us (388us total) trans 0 rc -19/-19 00040000:00000010:1.0:1749611455.648460:0:27060:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d124c00. 00000100:00000001:3.0:1749611455.648461:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00080000:00000010:1.0:1749611455.648463:0:27060:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 02000000:00000001:3.0:1749611455.648465:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1749611455.648465:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00080000:00000010:1.0:1749611455.648466:0:27060:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec6000. 02000000:00000001:3.0:1749611455.648467:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648468:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749611455.648469:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611455.648470:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000010:1.0:1749611455.648471:0:27060:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d16f800. 02000000:00000010:3.0:1749611455.648473:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880071736c00. 00000004:00000010:1.0:1749611455.648474:0:27060:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf6000. 00000020:00000010:0.0:1749611455.648474:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff00. 02000000:00000001:3.0:1749611455.648475:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611455.648477:0:27060:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009d241000. 00000020:00000010:0.0:1749611455.648477:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000400:00000010:3.0:1749611455.648480:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000020:00000010:0.0:1749611455.648481:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78000. 00000400:00000010:3.0:1749611455.648484:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed330. 00000004:00000010:1.0:1749611455.648486:0:27060:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009bce4000. 00000100:00000200:3.0:1749611455.648489:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494675456, portal 10 00000100:00000001:0.0:1749611455.648489:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000010:00000010:1.0:1749611455.648490:0:27060:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009ac441e0. 00000100:00000001:3.0:1749611455.648491:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000010:00000001:1.0:1749611455.648492:0:27060:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:3.0:1749611455.648493:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283377536 : -131939426174080 : ffff8800755efb80) 00000100:00000001:1.0:1749611455.648496:0:27060:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1749611455.648498:0:27060:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611455.648500:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611455.648504:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801368193c0. 00000100:00000001:3.0:1749611455.648508:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611455.648511:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611455.648513:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611455.648513:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000200:3.0:1749611455.648515:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494675456, offset 0 00000400:00000200:3.0:1749611455.648575:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611455.648585:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611455.648588:0:27060:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749611455.648592:0:27060:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000400:00000200:3.0:1749611455.648593:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94a200 00000100:00000001:0.0:1749611455.648593:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729129 00000010:00000010:1.0:1749611455.648594:0:27060:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff8800b530b380. 00000010:00000010:1.0:1749611455.648597:0:27060:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff88009c031480. 00000100:00000010:0.0:1749611455.648597:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801368192c0. 00000400:00000200:3.0:1749611455.648598:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 100536 00000010:00000010:1.0:1749611455.648600:0:27060:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff88009c031240. 00000100:00000001:0.0:1749611455.648601:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1749611455.648604:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611455.648605:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729129 00000400:00000200:3.0:1749611455.648607:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611455.648608:0:27060:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000100:00000010:0.0:1749611455.648608:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801368191c0. 00000020:00000001:1.0:1749611455.648610:0:27060:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000100:00000001:0.0:1749611455.648611:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000001:1.0:1749611455.648612:0:27060:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00000020:01000004:1.0:1749611455.648615:0:27060:0:(tgt_mount.c:154:server_get_mount()) get mount ffff880071978000 from lustre-OST0000, refs=3 00000100:00000001:0.0:1749611455.648615:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729129 00000100:00000001:3.0:1749611455.648617:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749611455.648618:0:27060:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00000100:00000010:0.0:1749611455.648618:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136819780. 00000100:00000200:3.0:1749611455.648619:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611455.648620:0:27060:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000100:00000001:0.0:1749611455.648620:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000020:00000001:1.0:1749611455.648621:0:27060:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611455.648622:0:27060:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00000020:01000004:1.0:1749611455.648624:0:27060:0:(tgt_mount.c:188:server_put_mount()) put mount ffff880071978000 from lustre-OST0000, refs=3 00000100:00000001:0.0:1749611455.648624:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.648627:0:27060:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000100:00000001:0.0:1749611455.648627:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1749611455.648628:0:27060:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880071978000 3 00000020:00000001:1.0:1749611455.648629:0:27060:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611455.648630:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f574000. 00000020:00000001:1.0:1749611455.648631:0:27060:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611455.648632:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000010:00000010:1.0:1749611455.648633:0:27060:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff8800b530b400. 00000100:00000040:3.0:1749611455.648634:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009f574000 x1834598494675456 msgsize 224 00000400:00000001:0.0:1749611455.648634:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749611455.648636:0:27060:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00000400:00000010:0.0:1749611455.648636:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000100:00100000:3.0:1749611455.648638:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000010:1.0:1749611455.648640:0:27060:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800acb84e00. 00000400:00000200:0.0:1749611455.648640:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00010000:00000001:1.0:1749611455.648641:0:27060:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000400:00000010:0.0:1749611455.648642:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00010000:00000001:1.0:1749611455.648643:0:27060:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648645:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611455.648647:0:27060:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88012e555800. 00000020:00000040:1.0:1749611455.648649:0:27060:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 3 - import 00000100:00000200:0.0:1749611455.648650:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611455.648654:0:27060:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611455.648656:0:27060:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611455.648657:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611455.648658:0:27060:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611455.648660:0:27060:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1749611455.648661:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611455.648664:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611455.648666:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000200:1.0:1749611455.648667:0:27060:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:3.0:1749611455.648670:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611455.648670:0:27060:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611455.648672:0:27060:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749611455.648675:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611455.648675:0:27060:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611455.648676:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611455.648677:0:27060:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611455.648678:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611455.648679:0:27060:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611455.648681:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749611455.648682:0:27060:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 02000000:00000001:0.0:1749611455.648683:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611455.648684:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611455.648684:0:27060:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00000100:00000001:0.0:1749611455.648685:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611455.648687:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1749611455.648687:0:27060:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009ac44240. 00000100:00000001:0.0:1749611455.648688:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749611455.648689:0:27060:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88012e555800@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.106@tcp at head 02000000:00000001:0.0:1749611455.648690:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611455.648694:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611455.648695:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749611455.648696:0:27060:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611455.648696:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e554438 time=1749611455 v=5 (0 0 0 0) 00010000:00000001:1.0:1749611455.648698:0:27060:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00000100:00000001:3.0:1749611455.648699:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611455.648700:0:27060:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611455.648702:0:27060:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611455.648703:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00010000:00000010:1.0:1749611455.648705:0:27060:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009bce4400. 00000100:00000001:3.0:1749611455.648706:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300729107 00000100:00001000:0.0:1749611455.648706:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e5543f0 time=1749611455 v=0 (0 0 0 0) 00000001:00000001:1.0:1749611455.648707:0:27060:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000001:3.0:1749611455.648709:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300729128 00000001:00000010:1.0:1749611455.648709:0:27060:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007ddf9f00. 00000100:00001000:0.0:1749611455.648709:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88012e5543f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1749611455.648712:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611455.648713:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300729107 00000001:00000010:1.0:1749611455.648713:0:27060:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88007ddf9600. 00000100:00000001:3.0:1749611455.648715:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300729129 00000100:00000001:0.0:1749611455.648715:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611455.648717:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300729107 00000100:00000001:0.0:1749611455.648717:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611455.648719:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300729129 00000100:00000001:3.0:1749611455.648721:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300729107 00000100:00000040:0.0:1749611455.648722:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611465 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611455.648723:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300729129 00000100:00000001:3.0:1749611455.648725:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611455.648728:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648729:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611455.648730:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648732:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611455.648733:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.648734:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.648736:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611455.648737:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611455.648739:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1749611455.648740:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611455.648744:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611455.648746:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611455.648746:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611455.648748:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611455.648749:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611465 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611455.648750:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611455.648752:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611455.648754:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.648757:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494674944:0@lo:38:llog_process_th.0 00000001:00000010:1.0:1749611455.648759:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f57000. 00000100:00000001:0.0:1749611455.648770:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611455.648773:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494675456 02000000:00000001:0.0:1749611455.648775:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611455.648777:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611455.648778:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.648782:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.648784:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494675456 00000020:00000001:0.0:1749611455.648786:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611455.648787:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749611455.648789:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611455.648792:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749611455.648794:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749611455.648801:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611455.648806:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611455.648809:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801368198c0. 00000020:00000010:0.0:1749611455.648813:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136acd5c0. 00000020:00000040:0.0:1749611455.648818:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000001:00000010:1.0:1749611455.648820:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f61000. 00000100:00000001:0.0:1749611455.648826:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749611455.648830:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78000. 00000020:00000010:0.0:1749611455.648833:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff00. 00000020:00000010:0.0:1749611455.648836:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000100:00000040:0.0:1749611455.648843:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611455.648845:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611455.648846:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611455.648849:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.648853:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611455.648855:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611455.648857:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648873:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.648880:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611455.648882:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611455.648885:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749611455.648885:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00000001:3.0:1749611455.648887:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000001:00000010:1.0:1749611455.648887:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f6b000. 00000100:00000040:0.0:1749611455.648888:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611455.648889:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648890:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987513856 : -131938722037760 : ffff88009f574000) 00000100:00000001:3.0:1749611455.648891:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611455.648894:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749611455.648895:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f574000 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:136/0 lens 224/0 e 0 to 0 dl 1749611466 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611455.648899:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611455.648902:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611455.648905:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136819180. 00000020:00000040:2.0:1749611455.648907:0:27062:0:(genops.c:887:class_export_get()) GET export ffff88012d16b800 refcount=6 00000100:00000001:0.0:1749611455.648907:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611455.648909:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136819180. 00002000:00000001:2.0:1749611455.648910:0:27062:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:2.0:1749611455.648913:0:27062:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.648914:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494675456:12345-0@lo:400:kworker.0 00000020:00000040:2.0:1749611455.648916:0:27062:0:(genops.c:887:class_export_get()) GET export ffff88012d16b800 refcount=7 00000100:00000200:0.0:1749611455.648917:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494675456 00000020:00000001:0.0:1749611455.648919:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:2.0:1749611455.648921:0:27062:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 6 00000020:00000001:0.0:1749611455.648922:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749611455.648929:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611455.648932:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749611455.648935:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611455.648938:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749611455.648943:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611455.648945:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000001:00000010:1.0:1749611455.648946:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f75000. 00000020:00000001:0.0:1749611455.648947:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611455.648949:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611455.648951:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611455.648955:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611455.648957:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749611455.648961:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad2000. 02000000:00000001:0.0:1749611455.648963:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.648966:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611455.648968:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749611455.648971:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494675456 00010000:00000001:0.0:1749611455.648974:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749611455.648978:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f574000 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:136/0 lens 224/224 e 0 to 0 dl 1749611466 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611455.648985:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611455.648987:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611455.648990:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611455.648993:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611455.648995:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611455.648997:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611455.648999:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611455.649001:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611455.649002:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f7f000. 00000100:00000001:0.0:1749611455.649003:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611455.649005:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611455.649008:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000200:0.0:1749611455.649012:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494675456, offset 224 00000400:00000200:0.0:1749611455.649015:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611455.649022:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611455.649027:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a200 00000400:00000200:0.0:1749611455.649032:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f29 [1] + 224 00000400:00000200:0.0:1749611455.649042:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611455.649045:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611455.649049:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611455.649052:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611455.649059:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f89000. 00000100:00000040:0.0:1749611455.649061:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.649086:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611455.649091:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611455.649093:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:0.0:1749611455.649095:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611455.649096:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611455.649100:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.649102:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00010000:00000001:0.0:1749611455.649105:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611455.649107:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611455.649109:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749611455.649113:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f574000 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:136/0 lens 224/224 e 0 to 0 dl 1749611466 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611455.649121:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611455.649123:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494675456:12345-0@lo:400:kworker.0 Request processed in 218us (487us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611455.649124:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000001:00000010:1.0:1749611455.649125:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f93000. 00000400:00000001:2.0:1749611455.649130:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1749611455.649130:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000400:00000001:2.0:1749611455.649132:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611455.649133:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000010:2.0:1749611455.649134:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000100:00000001:0.0:1749611455.649135:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611455.649137:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611455.649139:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed330 00000400:00000010:2.0:1749611455.649141:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed330. 00000020:00000010:0.0:1749611455.649141:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff00. 00000020:00000010:0.0:1749611455.649143:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00000001:2.0:1749611455.649144:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749611455.649146:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78000. 00000100:00000200:2.0:1749611455.649150:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611455.649150:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611455.649152:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611455.649160:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.649165:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.649167:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611455.649168:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611455.649169:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611455.649171:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611455.649172:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611455.649174:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611455.649176:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.649178:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1e300 x1834598494674944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611465 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611455.649179:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611455.649183:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006f9d000. 00000100:00001000:2.0:1749611455.649184:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=10 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611455.649185:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1749611455.649188:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=10 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611455.649188:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611455.649190:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1749611455.649191:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d52400. 00000100:00000001:2.0:1749611455.649192:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.649194:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611455.649196:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611455.649197:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611455.649199:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1749611455.649201:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1749611455.649201:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb88c00. 02000000:00000001:0.0:1749611455.649204:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:2.0:1749611455.649206:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611455.649206:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611455.649208:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1e300. 00000100:00000001:0.0:1749611455.649211:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611455.649212:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611455.649214:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649214:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611455.649217:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611455.649218:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611455.649219:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611455.649220:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611455.649221:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611455.649222:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649222:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611455.649223:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611455.649225:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611455.649226:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611455.649228:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611455.649233:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611455.649236:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611455.649236:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611455.649237:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.649238:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611455.649240:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611455.649241:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611455.649241:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006fa7000. 02000000:00000001:0.0:1749611455.649242:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611455.649244:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.649247:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494675072:0@lo:38:kworker.0 00000100:00100000:2.0:1749611455.649249:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494675456:0@lo:400:kworker.0 00000100:00000001:0.0:1749611455.649250:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611455.649252:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611455.649253:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611455.649254:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.649255:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611455.649256:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611455.649258:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755efb80 x1834598494675456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611455.649259:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bb88c00. 02000000:00000001:0.0:1749611455.649261:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.649264:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611455.649266:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611455.649269:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880071736c00. 00000400:00000010:0.0:1749611455.649269:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 02000000:00000001:2.0:1749611455.649272:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611455.649273:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749611455.649273:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000020:00000040:2.0:1749611455.649275:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611455.649277:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749611455.649277:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494675072, portal 4 02000000:00000010:2.0:1749611455.649279:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297f00. 00000100:00000001:0.0:1749611455.649279:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611455.649280:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283376640 : -131939426174976 : ffff8800755ef800) 02000000:00000001:2.0:1749611455.649281:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611455.649282:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611455.649284:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755efb80. 00000100:00000001:2.0:1749611455.649286:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749611455.649287:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611455.649292:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611455.649294:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.649294:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611455.649296:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611455.649298:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000001:2.0:1749611455.649300:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749611455.649300:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494675072, offset 0 00000100:00000001:2.0:1749611455.649302:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611455.649302:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006fb1000. 00000100:00000001:2.0:1749611455.649304:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611455.649304:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611455.649306:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611455.649310:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611455.649315:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94a080 00000400:00000200:0.0:1749611455.649321:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 22360 00000400:00000200:0.0:1749611455.649326:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611455.649329:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611455.649332:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611455.649334:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611455.649338:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38f800. 00000100:00000040:0.0:1749611455.649340:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38f800 x1834598494675072 msgsize 520 00000100:00100000:0.0:1749611455.649344:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000010:1.0:1749611455.649358:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006fbb000. 00000100:00000001:0.0:1749611455.649363:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611455.649367:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611455.649369:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749611455.649371:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611455.649375:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.649382:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611455.649385:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.649391:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649393:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611455.649402:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611455.649402:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611455.649405:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494675072 00000100:00000040:0.0:1749611455.649406:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1281 usecs (2 jiffies) 02000000:00000001:3.0:1749611455.649408:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611455.649409:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300729108 00000100:00000001:3.0:1749611455.649410:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611455.649411:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300729128 00000100:00000001:3.0:1749611455.649413:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611455.649414:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006fc5000. 00000100:00000001:0.0:1749611455.649414:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300729108 02000000:00000001:3.0:1749611455.649416:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649416:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300729129 00000100:00000001:0.0:1749611455.649418:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300729108 00000100:00100000:3.0:1749611455.649419:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494675072 00000100:00000001:0.0:1749611455.649420:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300729129 00000020:00000001:3.0:1749611455.649421:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611455.649422:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300729108 00000020:00000040:3.0:1749611455.649423:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611455.649424:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300729129 00000020:00000001:3.0:1749611455.649425:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611455.649426:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611455.649427:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649428:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611455.649429:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649430:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749611455.649433:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736200. 00000100:00000040:0.0:1749611455.649434:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611455.649437:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7a80. 00000020:00000010:3.0:1749611455.649441:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:0.0:1749611455.649441:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611455.649442:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.649444:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611455.649445:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749611455.649446:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611455.649447:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611455.649448:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.649448:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.649450:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494675200:0@lo:38:kworker.0 00000100:00000001:3.0:1749611455.649453:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649454:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611455.649456:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611455.649457:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.649459:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611455.649461:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611455.649462:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111d52400. 02000000:00000001:0.0:1749611455.649464:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611455.649468:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749611455.649468:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00000100:00000001:3.0:1749611455.649470:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000001:00000010:1.0:1749611455.649470:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006fcf000. 00000400:00000010:0.0:1749611455.649470:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000200:0.0:1749611455.649473:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494675200, portal 10 00000100:00100000:3.0:1749611455.649475:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00000001:0.0:1749611455.649475:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611455.649477:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096336896 : -131939613214720 : ffff88006a38f800) 00000100:00000040:3.0:1749611455.649482:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38f800 x1834598494675072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.649490:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283375744 : -131939426175872 : ffff8800755ef480) 00000100:00100000:3.0:1749611455.649493:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494675072:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611455.649497:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.649503:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611455.649504:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494675072 00000100:00000040:0.0:1749611455.649505:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611455.649508:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749611455.649508:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00010000:00000001:3.0:1749611455.649510:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611455.649510:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494675200, offset 0 00000400:00000200:0.0:1749611455.649514:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611455.649519:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611455.649567:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611455.649572:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749611455.649575:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000001:00000010:1.0:1749611455.649575:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006fd9000. 00000400:00000200:0.0:1749611455.649575:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94a100 00010000:00000001:3.0:1749611455.649578:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611455.649579:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 100760 00000100:00000001:3.0:1749611455.649581:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611455.649583:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611455.649584:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611455.649585:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611455.649586:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1749611455.649590:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b561400. 00000100:00000001:0.0:1749611455.649590:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749611455.649591:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611455.649591:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611455.649594:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611455.649596:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55c00. 00010000:00000001:3.0:1749611455.649597:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611455.649598:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55c00 x1834598494675200 msgsize 520 00010000:00000001:3.0:1749611455.649599:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611455.649602:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:0.0:1749611455.649602:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611455.649605:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611455.649607:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611455.649608:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611455.649610:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000400:00000200:0.0:1749611455.649611:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:3.0:1749611455.649613:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611455.649613:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749611455.649615:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611455.649615:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611455.649619:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000200:0.0:1749611455.649619:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611455.649621:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611455.649622:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611455.649624:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611455.649626:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611455.649627:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611455.649629:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:0.0:1749611455.649629:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611455.649634:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494675072, offset 0 00000100:00000001:0.0:1749611455.649635:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611455.649637:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006fe3000. 00000100:00000001:0.0:1749611455.649637:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611455.649638:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611455.649639:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.649642:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00000100:00000001:0.0:1749611455.649644:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300729109 00000400:00000200:3.0:1749611455.649645:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611455.649652:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94a080 00000100:00000001:0.0:1749611455.649654:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611455.649657:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8f35 [1] + 0 00000100:00100000:0.0:1749611455.649661:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494675200 00000400:00000200:3.0:1749611455.649662:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611455.649663:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611455.649665:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611455.649667:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.649670:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611455.649671:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611455.649672:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494675200 00000020:00000001:0.0:1749611455.649674:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611455.649675:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:0.0:1749611455.649676:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611455.649678:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749611455.649679:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611455.649680:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611455.649682:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611455.649685:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78000. 00000020:00000010:0.0:1749611455.649688:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff00. 00000100:00000040:3.0:1749611455.649689:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611455.649691:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000001:00000010:1.0:1749611455.649695:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006fed000. 00000100:00000001:0.0:1749611455.649695:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611455.649696:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611455.649698:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611455.649698:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611455.649702:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:0.0:1749611455.649702:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611455.649704:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611455.649707:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611455.649708:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611455.649712:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611455.649714:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:3.0:1749611455.649717:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649717:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611455.649719:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611455.649723:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38f800 x1834598494675072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.649724:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611455.649726:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611455.649730:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00000001:2.0:1749611455.649732:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611455.649732:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393871872 : -131936315679744 : ffff88012ec55c00) 00000100:00100000:3.0:1749611455.649734:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494675072:12345-0@lo:38:kworker.0 Request processed in 240us (391us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611455.649734:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611455.649736:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.649736:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55c00 x1834598494675200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611455.649739:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611455.649742:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00000001:3.0:1749611455.649745:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611455.649746:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749611455.649746:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494675200:12345-0@lo:38:kworker.0 00000020:00000010:3.0:1749611455.649750:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7a80. 00000100:00000200:0.0:1749611455.649750:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494675200 00000020:00000001:0.0:1749611455.649752:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749611455.649754:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00010000:00000001:0.0:1749611455.649754:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749611455.649758:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736200. 00000001:00000010:1.0:1749611455.649758:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90006ff7000. 00000100:00000001:3.0:1749611455.649761:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611455.649763:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611455.649766:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749611455.649769:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611455.649771:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611455.649778:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611455.649781:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611455.649783:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749611455.649787:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e7400. 02000000:00000001:0.0:1749611455.649789:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649791:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611455.649794:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611455.649796:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611455.649799:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611455.649802:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611455.649804:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611455.649806:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611455.649808:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611455.649811:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611455.649814:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 02000000:00000001:0.0:1749611455.649816:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611455.649818:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.649819:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000001:00000010:1.0:1749611455.649821:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007001000. 00000100:00000040:0.0:1749611455.649822:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611455.649824:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000200:0.0:1749611455.649828:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494675200, offset 0 00000400:00000200:0.0:1749611455.649831:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611455.649838:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611455.649843:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a100 00000400:00000200:0.0:1749611455.649848:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f3d [1] + 0 00000400:00000200:0.0:1749611455.649852:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611455.649854:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611455.649858:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611455.649861:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611455.649870:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.649878:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000001:00000010:1.0:1749611455.649879:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000700b000. 00000400:00000200:0.0:1749611455.649887:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749611455.649889:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749611455.649891:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611455.649893:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611455.649896:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.649898:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611455.649900:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611455.649902:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611455.649907:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55c00 x1834598494675200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611455.649916:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494675200:12345-0@lo:38:kworker.0 Request processed in 170us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611455.649923:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00000001:0.0:1749611455.649926:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611455.649927:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749611455.649930:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff00. 00000020:00000010:0.0:1749611455.649933:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000020:00000010:0.0:1749611455.649936:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78000. 00000100:00000001:0.0:1749611455.649939:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1749611455.649940:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007015000. 00000100:00000001:0.0:1749611455.649951:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300729128 00000100:00000001:0.0:1749611455.649955:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300729109 00000100:00000001:0.0:1749611455.649957:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300729129 00000100:00000001:0.0:1749611455.649959:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300729109 00000100:00000001:0.0:1749611455.649961:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300729129 00000100:00000001:0.0:1749611455.649963:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300729109 00000100:00000001:0.0:1749611455.649965:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300729129 00000100:00000001:0.0:1749611455.649967:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611455.649970:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611455.649972:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611455.649974:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611455.649975:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000400:00000200:0.0:1749611455.649978:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611455.649984:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000100:00000001:0.0:1749611455.649987:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611455.649991:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611455.649999:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611455.650003:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000701f000. 00000100:00000001:0.0:1749611455.650005:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611455.650007:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.650009:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611455.650011:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611455.650012:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611455.650014:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.650016:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611455.650020:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611455 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611455.650023:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=110 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611455.650026:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611455.650028:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611455.650030:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611455.650034:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650041:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611455.650043:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611455.650045:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.650047:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611455.650048:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611455.650051:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611455.650054:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611455.650056:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611455.650059:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611455.650060:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007029000. 00000100:00100000:0.0:1749611455.650067:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494675200:0@lo:38:kworker.0 00000100:00000001:0.0:1749611455.650075:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611455.650079:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650086:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611455.650087:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.650089:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611455.650091:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611455.650093:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.650096:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494675328:0@lo:38:kworker.0 00000100:00000001:0.0:1749611455.650099:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611455.650101:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611455.650102:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.650104:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611455.650114:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c624000. 00000001:00000010:1.0:1749611455.650116:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007033000. 02000000:00000001:0.0:1749611455.650117:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611455.650120:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00000400:00000010:0.0:1749611455.650123:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000200:0.0:1749611455.650126:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494675328, portal 10 00000100:00000001:0.0:1749611455.650129:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611455.650130:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283374848 : -131939426176768 : ffff8800755ef100) 00000100:00000040:0.0:1749611455.650136:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650143:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611455.650145:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611455.650147:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000200:0.0:1749611455.650149:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494675328, offset 0 00000400:00000200:0.0:1749611455.650152:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611455.650158:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611455.650163:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94a180 00000400:00000200:0.0:1749611455.650166:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 101280 00000400:00000200:0.0:1749611455.650171:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611455.650174:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1749611455.650179:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000703d000. 00000100:00000001:0.0:1749611455.650181:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611455.650183:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611455.650187:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54a80. 00000100:00000040:0.0:1749611455.650190:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54a80 x1834598494675328 msgsize 520 00000100:00100000:0.0:1749611455.650194:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611455.650211:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611455.650216:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749611455.650217:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749611455.650220:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611455.650224:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650231:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611455.650233:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650240:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611455.650241:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007047000. 00000100:00000001:0.0:1749611455.650241:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611455.650244:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.650247:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:0.0:1749611455.650250:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300729108 00000100:00000001:0.0:1749611455.650252:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300729128 00000100:00000001:0.0:1749611455.650254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300729108 00000100:00000001:0.0:1749611455.650256:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300729129 00000100:00000001:0.0:1749611455.650259:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300729108 00000100:00000001:0.0:1749611455.650261:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300729129 00000100:00000001:0.0:1749611455.650263:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300729108 00000100:00000001:0.0:1749611455.650265:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300729129 00000100:00000001:0.0:1749611455.650267:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611455.650269:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650271:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650273:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611455.650276:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ef480 x1834598494675200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650287:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611455.650289:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611455.650291:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111d52400. 02000000:00000001:0.0:1749611455.650294:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611455.650296:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000010:1.0:1749611455.650297:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007051000. 00000020:00000040:0.0:1749611455.650297:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611455.650299:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611455.650301:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f5400. 02000000:00000001:0.0:1749611455.650304:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611455.650305:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611455.650307:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ef480. 00000100:00000001:2.0:1749611455.650308:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611455.650309:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611455.650311:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611455.650313:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494675328 00000100:00000001:0.0:1749611455.650313:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611455.650316:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611455.650318:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611455.650318:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611455.650319:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611455.650321:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650321:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611455.650323:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611455.650324:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611455.650325:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611455.650327:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749611455.650328:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494675328 00000400:00000010:0.0:1749611455.650329:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000020:00000001:2.0:1749611455.650331:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611455.650332:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749611455.650332:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611455.650333:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000020:00000001:2.0:1749611455.650334:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611455.650335:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611455.650336:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611455.650338:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611455.650339:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611455.650344:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000200:0.0:1749611455.650347:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611455.650348:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000020:00000010:2.0:1749611455.650352:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:0.0:1749611455.650353:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611455.650354:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611455.650356:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611455.650356:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611455.650357:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611455.650358:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611455.650359:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611455.650360:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650360:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.650362:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611455.650364:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000705b000. 00000100:00000001:2.0:1749611455.650365:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611455.650371:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611455 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611455.650374:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=128 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611455.650377:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611455.650379:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611455.650381:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611455.650385:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611455.650385:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650392:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611455.650394:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611455.650394:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611455.650395:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611455.650396:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611455.650397:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611455.650399:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611455.650401:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00080000:0.0:1749611455.650402:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611455.650404:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393867392 : -131936315684224 : ffff88012ec54a80) 00000100:00080000:0.0:1749611455.650404:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611455.650406:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611455.650410:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54a80 x1834598494675328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611455.650410:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611455.650417:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494675072:0@lo:38:kworker.0 00000100:00000001:0.0:1749611455.650421:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611455.650423:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007065000. 00000100:00000001:0.0:1749611455.650424:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611455.650426:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ef800 x1834598494675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650433:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611455.650434:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611455.650436:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bb88c00. 02000000:00000001:0.0:1749611455.650438:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611455.650439:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:2.0:1749611455.650440:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494675328:12345-0@lo:38:kworker.0 00000020:00000040:0.0:1749611455.650441:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611455.650442:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1749611455.650444:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494675328 02000000:00000010:0.0:1749611455.650444:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f6000. 00000020:00000001:2.0:1749611455.650447:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611455.650450:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611455.650450:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611455.650452:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611455.650453:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ef800. 00000100:00000001:0.0:1749611455.650456:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611455.650457:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.650459:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611455.650460:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650461:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611455.650462:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00020000:2.0:1749611455.650463:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611455.650464:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650465:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611455.650466:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611455.650469:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611455.650472:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611455.650474:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611455.650476:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000010:1.0:1749611455.650479:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000706f000. 02000000:00000010:2.0:1749611455.650480:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6000. 02000000:00000001:2.0:1749611455.650483:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.650485:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611455.650488:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611455.650490:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611455.650493:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611455.650497:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611455.650499:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611455.650501:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611455.650504:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611455.650506:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611455.650510:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 02000000:00000001:2.0:1749611455.650512:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611455.650514:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.650516:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611455.650518:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611455.650576:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611455.650582:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494675328, offset 0 00000400:00000200:2.0:1749611455.650587:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:1.0:1749611455.650587:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007079000. 00000400:00000200:2.0:1749611455.650596:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611455.650610:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a180 00000400:00000200:2.0:1749611455.650616:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f4d [1] + 0 00000400:00000200:2.0:1749611455.650621:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611455.650624:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611455.650628:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611455.650633:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611455.650644:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611455.650649:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007083000. 00000100:00000001:2.0:1749611455.650667:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611455.650673:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611455.650675:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611455.650678:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611455.650680:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611455.650683:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611455.650686:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:2.0:1749611455.650689:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611455.650691:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611455.650696:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54a80 x1834598494675328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650703:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611455.650706:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494675328:12345-0@lo:38:kworker.0 Request processed in 267us (513us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611455.650706:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000001:00000010:1.0:1749611455.650707:0:27060:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000708d000. 00000400:00000001:0.0:1749611455.650710:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611455.650711:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611455.650713:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000100:00100000:2.0:1749611455.650714:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00000001:2.0:1749611455.650717:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611455.650718:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749611455.650718:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000400:00000010:0.0:1749611455.650719:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000020:00000010:2.0:1749611455.650722:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611455.650722:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611455.650727:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000100:00000200:0.0:1749611455.650727:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611455.650732:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000001:2.0:1749611455.650735:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611455.650735:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.650742:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611455.650744:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.650745:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611455.650747:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611455.650748:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611455.650750:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.650752:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611455.650757:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611455 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611455.650760:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=10 v=15 (15 1 1 1) 00000100:00000001:0.0:1749611455.650763:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611455.650764:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611455.650766:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611455.650770:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611455.650773:0:27060:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009bce4800. 00000020:00000010:1.0:1749611455.650777:0:27060:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009c031780. 00010000:00000001:1.0:1749611455.650787:0:27060:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00000100:00000001:0.0:1749611455.650790:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611455.650792:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611455.650794:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.650796:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611455.650797:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611455.650800:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611455.650803:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611455.650805:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611455.650809:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611455.650815:0:27060:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000100:00100000:0.0:1749611455.650816:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494675328:0@lo:38:kworker.0 00000100:00000001:0.0:1749611455.650820:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650822:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611455.650825:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ef100 x1834598494675328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611455.650828:0:27060:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009bce4c00. 00000020:00000010:1.0:1749611455.650831:0:27060:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012db4ae00. 00000100:00000001:0.0:1749611455.650831:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611455.650832:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611455.650834:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c624000. 02000000:00000001:0.0:1749611455.650837:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611455.650838:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611455.650839:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00010000:00000001:1.0:1749611455.650840:0:27060:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611455.650841:0:27060:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-6 is initialized 00000020:00000001:0.0:1749611455.650841:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611455.650843:0:27060:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611455.650843:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f7c00. 02000000:00000001:0.0:1749611455.650845:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1749611455.650846:0:27060:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134928204800 : -131938781346816 : ffff88009bce4400) 02000000:00000001:0.0:1749611455.650846:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611455.650848:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ef100. 00010000:00000001:1.0:1749611455.650849:0:27060:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650850:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000010:00000010:1.0:1749611455.650852:0:27060:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff8800b530b380. 00000100:00000001:0.0:1749611455.650852:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.650853:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611455.650854:0:27060:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff88009c031240. 00000100:00000001:0.0:1749611455.650855:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000010:00000010:1.0:1749611455.650857:0:27060:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff88009c031480. 00000010:00000010:1.0:1749611455.650859:0:27060:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff8800b530b400. 00000010:00000001:1.0:1749611455.650861:0:27060:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650861:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611455.650862:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.650864:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.650882:0:27060:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009bce5000. 00000020:00000010:1.0:1749611455.650885:0:27060:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88009c9b7000. 00000010:00000001:1.0:1749611455.650897:0:27060:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.650902:0:27060:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d125800. 00000040:00000010:1.0:1749611455.650906:0:27060:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d125e00. 00000020:00000010:1.0:1749611455.650908:0:27060:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16c000. 00000020:00000010:1.0:1749611455.650913:0:27060:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749611455.650917:0:27060:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d125000. 80000000:00000010:1.0:1749611455.650920:0:27060:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac44180. 40000000:00000010:1.0:1749611455.650929:0:27060:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84480. 00100000:00000010:1.0:1749611455.650932:0:27060:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d169800. 00040000:00000010:1.0:1749611455.650936:0:27060:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9a00. 00040000:00000010:1.0:1749611455.650940:0:27060:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d124c00. 00080000:00000010:1.0:1749611455.650944:0:27060:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec6000. 00080000:00000010:1.0:1749611455.650947:0:27060:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00000004:00000010:1.0:1749611455.650951:0:27060:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012d16f800. 00000004:00000010:1.0:1749611455.650955:0:27060:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf6000. 00000004:00000010:1.0:1749611455.650958:0:27060:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009d241000. 00000004:00000010:1.0:1749611455.650962:0:27060:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009bce4000. 00000020:00000010:1.0:1749611455.650965:0:27060:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000020:00000010:1.0:1749611455.650969:0:27060:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b530b300. 00000020:00000010:1.0:1749611455.650972:0:27060:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000008:00000010:1.0:1749611455.650975:0:27060:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf600. 00020000:00000010:1.0:1749611455.650978:0:27060:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6400. 00008000:00000010:1.0:1749611455.650981:0:27060:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7df0. 00000080:00000010:1.0:1749611455.650984:0:27060:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a1e0. 00000020:00000010:1.0:1749611455.650987:0:27060:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000020:00000001:1.0:1749611455.650989:0:27060:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611455.650992:0:27060:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 4 - setup 00000020:00000080:1.0:1749611455.650995:0:27060:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611455.650997:0:27060:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.650999:0:27060:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611455.651001:0:27060:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009ac44120. 00000020:00000001:1.0:1749611455.651008:0:27060:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611455.651010:0:27060:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b600. 00000020:00000010:1.0:1749611455.651012:0:27060:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4b400. 00000040:00000010:1.0:1749611455.651015:0:27060:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4a200. 00000020:00000010:1.0:1749611455.651018:0:27060:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012e557800. 00000020:00000010:1.0:1749611455.651020:0:27060:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749611455.651023:0:27060:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4ba00. 80000000:00000010:1.0:1749611455.651025:0:27060:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0d7480. 40000000:00000010:1.0:1749611455.651028:0:27060:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b5266ec0. 00100000:00000010:1.0:1749611455.651035:0:27060:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88009d241000. 00040000:00000010:1.0:1749611455.651038:0:27060:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9a00. 00040000:00000010:1.0:1749611455.651040:0:27060:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4aa00. 00080000:00000010:1.0:1749611455.651043:0:27060:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749611455.651046:0:27060:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec6000. 00000004:00000010:1.0:1749611455.651049:0:27060:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d16f800. 00000004:00000010:1.0:1749611455.651052:0:27060:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf6000. 00000004:00000010:1.0:1749611455.651055:0:27060:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012d169800. 00000004:00000010:1.0:1749611455.651058:0:27060:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009bce4000. 00000020:00000010:1.0:1749611455.651061:0:27060:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000020:00000010:1.0:1749611455.651063:0:27060:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16b300. 00000020:00000010:1.0:1749611455.651066:0:27060:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000020:00000010:1.0:1749611455.651069:0:27060:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8800a3652780. 00000020:00000010:1.0:1749611455.651071:0:27060:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800b5266000. 00000020:00000001:1.0:1749611455.651073:0:27060:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611455.651075:0:27060:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611455.651076:0:27060:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611455.651078:0:27060:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611455.651079:0:27060:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611455.651081:0:27060:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012d16c000. 00000020:00000001:1.0:1749611455.651083:0:27060:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611455.651086:0:27060:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d16c000 with handle 0x689c0ec07329d4e7 to hash 00000020:00000001:1.0:1749611455.651088:0:27060:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611455.651091:0:27060:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611455.651092:0:27060:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611455.651095:0:27060:0:(genops.c:887:class_export_get()) GET export ffff88012d16c000 refcount=3 00000020:00000040:1.0:1749611455.651098:0:27060:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 5 - export 00000020:00000001:1.0:1749611455.651100:0:27060:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612137365651456 : -131936343900160 : ffff88012d16c000) 00000020:00000040:1.0:1749611455.651102:0:27060:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 2 00000020:00000080:1.0:1749611455.651104:0:27060:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x689c0ec07329d4e7 00000020:00000001:1.0:1749611455.651106:0:27060:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.651108:0:27060:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611455.651109:0:27060:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4e7 00000020:00000001:1.0:1749611455.651111:0:27060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611455.651117:0:27060:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16c000 refcount=3 00000020:00000001:1.0:1749611455.651119:0:27060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365651456 : -131936343900160 : ffff88012d16c000) 00000020:00000001:1.0:1749611455.651122:0:27060:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365651456 : -131936343900160 : ffff88012d16c000) 00000100:00000001:1.0:1749611455.651125:0:27060:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611455.651127:0:27060:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611455.651130:0:27060:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611455.651132:0:27060:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611455.651134:0:27060:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:1.0:1749611455.651136:0:27060:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611455.651138:0:27060:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611455.651140:0:27060:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4e7 00000020:00000001:1.0:1749611455.651141:0:27060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611455.651143:0:27060:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16c000 refcount=4 00000020:00000001:1.0:1749611455.651145:0:27060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365651456 : -131936343900160 : ffff88012d16c000) 00000020:00000001:1.0:1749611455.651147:0:27060:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365651456 : -131936343900160 : ffff88012d16c000) 00000100:00000001:1.0:1749611455.651149:0:27060:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611455.651151:0:27060:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:1.0:1749611455.651152:0:27060:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611455.651155:0:27060:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 3 00000100:00080000:1.0:1749611455.651157:0:27060:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff88012e555800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611455.651159:0:27060:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611455.651161:0:27060:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611455.651165:0:27060:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611455.651167:0:27060:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0001-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611455.651169:0:27060:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611455.651172:0:27060:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.651174:0:27060:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611455.651175:0:27060:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611455.651178:0:27060:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1d500. 00000020:00000040:1.0:1749611455.651181:0:27060:0:(genops.c:1229:class_import_get()) import ffff88012e555800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749611455.651183:0:27060:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611455.651185:0:27060:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.651190:0:27060:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611455.651192:0:27060:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611455.651195:0:27060:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611455.651199:0:27060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bce5400. 00000100:00000001:1.0:1749611455.651203:0:27060:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611455.651209:0:27060:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611455.651219:0:27060:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611455.651222:0:27060:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611455.651226:0:27060:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1d500] to pc [ptlrpcd_rcv+-1] req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611455.651252:0:27060:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.651255:0:27060:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611455.651256:0:27060:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000040:1.0:1749611455.651259:0:27060:0:(genops.c:1229:class_import_get()) import ffff88012e555800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611455.651272:0:27060:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611455.651274:0:27060:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611455.651343:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611455.651349:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611455.651351:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611455.651360:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.651371:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611455.651373:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611455.651373:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.651377:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611455.651379:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611455.651380:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:0.0:1749611455.651382:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.651385:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494675584:0@lo:38:llog_process_th.0 00000100:00000001:0.0:1749611455.651390:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611455.651393:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611455.651395:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6066) 02000000:00000001:0.0:1749611455.651395:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.651397:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611455.651402:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c624000. 02000000:00000001:0.0:1749611455.651404:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611455.651408:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff688. 00000400:00000010:0.0:1749611455.651413:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821110. 00000100:00000200:0.0:1749611455.651417:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494675584, portal 10 00000100:00000001:0.0:1749611455.651419:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611455.651421:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345406208 : -131936364145408 : ffff88012be1d500) 00000020:00000010:0.0:1749611455.651428:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136aba000. 00000100:00000040:0.0:1749611455.651435:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.651443:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611455.651446:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611455.651448:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000200:0.0:1749611455.651450:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494675584, offset 0 00000400:00000200:0.0:1749611455.651455:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611455.651463:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611455.651479:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94a280 00000400:00000200:0.0:1749611455.651484:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 101800 00000400:00000200:0.0:1749611455.651490:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611455.651493:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611455.651498:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611455.651499:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1749611455.651503:0:27060:0:(genops.c:887:class_export_get()) GET export ffff88012d16c000 refcount=4 00000100:00000010:0.0:1749611455.651504:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d180. 00000100:00000040:0.0:1749611455.651507:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9d180 x1834598494675584 msgsize 520 00000100:00100000:0.0:1749611455.651511:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749611455.651516:0:27060:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611455.651518:0:27060:0:(genops.c:887:class_export_get()) GET export ffff88012d16c000 refcount=5 00000020:00000001:1.0:1749611455.651560:0:27060:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611455.651563:0:27060:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff8800a3652780. 00000020:00000010:1.0:1749611455.651567:0:27060:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8800b5266000. 00000020:00000040:2.0:1749611455.651571:0:27063:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 4 00000020:00000010:1.0:1749611455.651573:0:27060:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4b400. 00000040:00000010:1.0:1749611455.651576:0:27060:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4a200. 00000100:00000001:0.0:1749611455.651579:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749611455.651580:0:27060:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012e557800. 00000020:00000010:1.0:1749611455.651583:0:27060:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000400:00000200:0.0:1749611455.651586:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000020:00000010:1.0:1749611455.651588:0:27060:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4ba00. 00000400:00000010:0.0:1749611455.651589:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 80000000:00000010:1.0:1749611455.651591:0:27060:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0d7480. 00000100:00000001:0.0:1749611455.651592:0:28320:0:(events.c:35:request_out_callback()) Process entered 40000000:00000010:1.0:1749611455.651593:0:27060:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b5266ec0. 00000100:00000001:3.0:1749611455.651595:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00100000:00000010:1.0:1749611455.651596:0:27060:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88009d241000. 00000100:00000200:0.0:1749611455.651597:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611455.651599:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494675584 00040000:00000010:1.0:1749611455.651600:0:27060:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9a00. 02000000:00000001:3.0:1749611455.651602:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00040000:00000010:1.0:1749611455.651603:0:27060:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4aa00. 00000100:00000001:3.0:1749611455.651605:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611455.651605:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611455.651607:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.651608:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611455.651611:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611455.651614:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494675584 00080000:00000010:1.0:1749611455.651614:0:27060:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec6000. 00000100:00000001:0.0:1749611455.651615:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611455.651617:0:27060:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00000100:00000001:0.0:1749611455.651617:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000004:00000010:1.0:1749611455.651620:0:27060:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012d16f800. 00000100:00000001:0.0:1749611455.651620:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611455.651624:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000010:1.0:1749611455.651624:0:27060:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf6000. 00000100:00000040:0.0:1749611455.651624:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000020:00000040:3.0:1749611455.651626:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611455.651626:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729132 00000004:00000010:1.0:1749611455.651627:0:27060:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012d169800. 00000020:00000001:3.0:1749611455.651628:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611455.651630:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611455.651630:0:27060:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009bce4000. 00000020:00000001:3.0:1749611455.651632:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.651633:0:27060:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b600. 00000020:00000010:3.0:1749611455.651636:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736200. 00000020:00000010:1.0:1749611455.651637:0:27060:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16b300. 00000100:00000001:0.0:1749611455.651638:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300729128 00000020:00000010:1.0:1749611455.651640:0:27060:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000020:00000010:3.0:1749611455.651641:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7a80. 00000100:00000001:0.0:1749611455.651642:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729132 00000020:00000010:1.0:1749611455.651643:0:27060:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000020:00000010:3.0:1749611455.651645:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:0.0:1749611455.651646:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300729129 00000020:00000010:1.0:1749611455.651648:0:27060:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff8800acb84d40. 00000100:00000001:3.0:1749611455.651649:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611455.651649:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729132 00000100:00000001:3.0:1749611455.651650:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749611455.651650:0:27060:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff8800acb84240. 00000100:00000001:3.0:1749611455.651653:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.651653:0:27060:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.651653:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300729129 00000020:00000001:1.0:1749611455.651655:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611455.651657:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.651657:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729132 00000040:00001000:1.0:1749611455.651658:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28ef08 type=0x10620000 idx=23 00000040:00001000:1.0:1749611455.651660:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000100:00000001:0.0:1749611455.651661:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300729129 00000040:00001000:1.0:1749611455.651663:0:27060:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:3.0:1749611455.651665:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611455.651665:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.651667:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651669:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28ef88 type=0x10620000 idx=24 00000040:00001000:1.0:1749611455.651671:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000100:00000001:0.0:1749611455.651672:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:1.0:1749611455.651673:0:27060:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611455.651674:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611455.651675:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611455.651675:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1749611455.651676:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611455.651676:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611455.651676:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.651677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.651678:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000040:00001000:1.0:1749611455.651678:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f018 type=0x10620000 idx=25 00000040:00001000:1.0:1749611455.651680:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000100:00000001:0.0:1749611455.651680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611455.651681:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000040:00001000:1.0:1749611455.651681:0:27060:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651683:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1749611455.651684:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321836416 : -131939387715200 : ffff880077a9d180) 00000020:00000001:1.0:1749611455.651684:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611455.651685:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.651685:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000040:00001000:1.0:1749611455.651686:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f0b8 type=0x10620000 idx=26 00000100:00000001:2.0:1749611455.651687:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.651687:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1749611455.651688:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:1.0:1749611455.651689:0:27060:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611455.651689:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611455.651690:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9d180 x1834598494675584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611475 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611455.651691:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611455.651691:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611455.651692:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.651694:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611455.651697:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.651699:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.651702:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611455.651703:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494675584:12345-0@lo:38:llog_process_th.0 00000040:00001000:1.0:1749611455.651704:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f198 type=0x10620000 idx=27 00000040:00001000:1.0:1749611455.651706:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000100:00000200:3.0:1749611455.651707:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494675584 00000040:00001000:1.0:1749611455.651708:0:27060:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611455.651709:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611455.651710:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.651711:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00010000:00000001:3.0:1749611455.651712:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000040:00000001:1.0:1749611455.651712:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.651713:0:27060:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.651715:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651717:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f278 type=0x10620000 idx=28 00000020:00000040:3.0:1749611455.651718:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - find 00000040:00001000:1.0:1749611455.651719:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:1.0:1749611455.651720:0:27060:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611455.651721:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134677981920 : -131939031569696 : ffff88008ce42ae0) 00000020:00000001:1.0:1749611455.651722:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.651723:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651725:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f2c8 type=0x10620000 idx=29 00000100:00000001:3.0:1749611455.651726:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000040:00001000:1.0:1749611455.651727:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 02000000:00000001:3.0:1749611455.651728:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000040:00001000:1.0:1749611455.651728:0:27060:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651730:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.651731:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 02000000:00000010:3.0:1749611455.651732:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88012b560c00. 00000040:00000001:1.0:1749611455.651732:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.651733:0:27060:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611455.651734:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.651735:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611455.651737:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651737:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f3a8 type=0x10620000 idx=30 00010000:00000040:3.0:1749611455.651739:0:10935:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000040:00001000:1.0:1749611455.651739:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:1.0:1749611455.651740:0:27060:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651742:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.651743:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.651744:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00010000:00080000:3.0:1749611455.651746:0:10935:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp (null) cur 6061 last 0 00000020:00000001:1.0:1749611455.651746:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.651747:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651749:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f488 type=0x10620000 idx=31 00010000:00000001:3.0:1749611455.651751:0:10935:0:(obd_class.h:881:obd_connect()) Process entered 00000040:00001000:1.0:1749611455.651751:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:1.0:1749611455.651753:0:27060:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651759:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000004:00000001:3.0:1749611455.651760:0:10935:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000020:00000001:1.0:1749611455.651760:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611455.651762:0:10935:0:(genops.c:1392:class_connect()) Process entered 00000040:00001000:1.0:1749611455.651762:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f4e0 type=0x10620000 idx=32 00000020:00000001:3.0:1749611455.651763:0:10935:0:(genops.c:950:__class_new_export()) Process entered 00000040:00001000:1.0:1749611455.651765:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000020:00000010:3.0:1749611455.651767:0:10935:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b51bb800. 00000040:00001000:1.0:1749611455.651767:0:27060:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651768:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611455.651769:0:10935:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1749611455.651770:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611455.651771:0:10935:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b51bb800 with handle 0x689c0ec07329d4ee to hash 00000040:00001000:1.0:1749611455.651771:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f560 type=0x10620000 idx=33 00000040:00001000:1.0:1749611455.651773:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000020:00000001:3.0:1749611455.651774:0:10935:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000040:00001000:1.0:1749611455.651775:0:27060:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611455.651776:0:10935:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611455.651776:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.651778:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749611455.651779:0:10935:0:(mdt_handler.c:7527:mdt_init_export()) Process entered 00000040:00001000:1.0:1749611455.651779:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f5f0 type=0x10620000 idx=34 00000040:00001000:1.0:1749611455.651781:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000004:00000010:3.0:1749611455.651782:0:10935:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff880136acd8c0. 00000040:00001000:1.0:1749611455.651783:0:27060:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651784:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.651785:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611455.651786:0:10935:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000040:00001000:1.0:1749611455.651787:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f670 type=0x10620000 idx=35 00000001:00000010:3.0:1749611455.651789:0:10935:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff880129ca7b80. 00000040:00001000:1.0:1749611455.651789:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:1.0:1749611455.651790:0:27060:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:3.0:1749611455.651791:0:10935:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.651792:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.651793:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00010000:00000001:3.0:1749611455.651794:0:10935:0:(ldlm_lockd.c:3151:ldlm_init_export()) Process entered 00000040:00000001:1.0:1749611455.651794:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000001:3.0:1749611455.651796:0:10935:0:(hash.c:1039:cfs_hash_create()) Process entered 00000020:00000001:1.0:1749611455.651796:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.651798:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749611455.651799:0:10935:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5ab900. 00000040:00001000:1.0:1749611455.651799:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f750 type=0x10620000 idx=36 00000040:00001000:1.0:1749611455.651801:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000001:00000010:3.0:1749611455.651803:0:10935:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800781b3aa0. 00000040:00001000:1.0:1749611455.651803:0:27060:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651804:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.651805:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000010:3.0:1749611455.651806:0:10935:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880071737600. 00000040:00000001:1.0:1749611455.651807:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.651808:0:27060:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1749611455.651809:0:10935:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880071736c00. 00000020:00000001:1.0:1749611455.651810:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749611455.651812:0:10935:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880071737200. 00000040:00001000:1.0:1749611455.651812:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f830 type=0x10620000 idx=37 00000001:00000010:3.0:1749611455.651814:0:10935:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880071736000. 00000001:00000001:3.0:1749611455.651817:0:10935:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:1.0:1749611455.651817:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000001:00000010:3.0:1749611455.651819:0:10935:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5ab840. 00000040:00001000:1.0:1749611455.651819:0:27060:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:3.0:1749611455.651821:0:10935:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800781b32e0. 00000020:00000001:1.0:1749611455.651821:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:3.0:1749611455.651823:0:10935:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880071737000. 00000020:00000001:1.0:1749611455.651823:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651825:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f880 type=0x10620000 idx=38 00000001:00000010:3.0:1749611455.651826:0:10935:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880071736400. 00000040:00001000:1.0:1749611455.651827:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000001:00000010:3.0:1749611455.651829:0:10935:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880071736a00. 00000040:00001000:1.0:1749611455.651829:0:27060:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651830:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.651831:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000010:3.0:1749611455.651832:0:10935:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880071736800. 00000040:00000001:1.0:1749611455.651832:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00010000:00000001:3.0:1749611455.651834:0:10935:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.651834:0:27060:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.651836:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611455.651837:0:10935:0:(ldlm_lockd.c:3170:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651837:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28f960 type=0x10620000 idx=39 00000004:00000001:3.0:1749611455.651839:0:10935:0:(mdt_handler.c:7553:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651839:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000020:00000001:3.0:1749611455.651841:0:10935:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651841:0:27060:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651842:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:3.0:1749611455.651843:0:10935:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb800 refcount=3 00000040:00000001:1.0:1749611455.651843:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.651844:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000040:3.0:1749611455.651846:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000020:00000001:1.0:1749611455.651846:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.651848:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611455.651849:0:10935:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000040:00001000:1.0:1749611455.651849:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28fa40 type=0x10620000 idx=40 00000040:00001000:1.0:1749611455.651851:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:1.0:1749611455.651853:0:27060:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651854:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:3.0:1749611455.651856:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 2 00000020:00000001:1.0:1749611455.651856:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651857:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28fa98 type=0x10620000 idx=41 00000020:00000080:3.0:1749611455.651858:0:10935:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x689c0ec07329d4ee 00000040:00001000:1.0:1749611455.651859:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000020:00000001:3.0:1749611455.651861:0:10935:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651861:0:27060:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611455.651862:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749611455.651862:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611455.651863:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611455.651864:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4ee 00000040:00001000:1.0:1749611455.651865:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28fb18 type=0x10620000 idx=42 00000020:00000001:3.0:1749611455.651866:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611455.651867:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb800 refcount=3 00000040:00001000:1.0:1749611455.651867:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:1.0:1749611455.651868:0:27060:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611455.651870:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000020:00000001:1.0:1749611455.651870:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611455.651872:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000001:00000001:3.0:1749611455.651875:0:10935:0:(nodemap_handler.c:548:nodemap_add_member()) Process entered 00000020:00000001:1.0:1749611455.651875:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651877:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28fba8 type=0x10620000 idx=43 00000001:00000001:3.0:1749611455.651878:0:10935:0:(nodemap_handler.c:353:nodemap_classify_nid()) Process entered 00000040:00001000:1.0:1749611455.651879:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:1.0:1749611455.651881:0:27060:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651882:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000040:3.0:1749611455.651884:0:10935:0:(nodemap_handler.c:366:nodemap_classify_nid()) found nid 192.168.202.106@tcp 00000020:00000001:1.0:1749611455.651884:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651885:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28fc28 type=0x10620000 idx=44 00000040:00001000:1.0:1749611455.651887:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000001:00000040:3.0:1749611455.651888:0:10935:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 4 00000040:00001000:1.0:1749611455.651889:0:27060:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:3.0:1749611455.651890:0:10935:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process leaving (rc=18446612137310116864 : -131936399434752 : ffff880129c75c00) 00000020:00000001:1.0:1749611455.651890:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.651891:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000001:3.0:1749611455.651893:0:10935:0:(nodemap_member.c:84:nm_member_add()) Process entered 00000040:00000001:1.0:1749611455.651893:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.651894:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749611455.651895:0:10935:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb800 refcount=4 00000020:00000001:1.0:1749611455.651896:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1749611455.651897:0:10935:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000040:00001000:1.0:1749611455.651898:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28fd08 type=0x10620000 idx=45 00000040:00001000:1.0:1749611455.651899:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000001:00000001:3.0:1749611455.651900:0:10935:0:(nodemap_member.c:121:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651901:0:27060:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000040:3.0:1749611455.651903:0:10935:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000001:1.0:1749611455.651903:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.651904:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.651905:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000001:3.0:1749611455.651906:0:10935:0:(nodemap_handler.c:567:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.651906:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.651908:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:3.0:1749611455.651910:0:10935:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000040:00001000:1.0:1749611455.651910:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28fde8 type=0x10620000 idx=46 00000040:00001000:1.0:1749611455.651911:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000001:00000001:3.0:1749611455.651913:0:10935:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000040:00001000:1.0:1749611455.651913:0:27060:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651914:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:3.0:1749611455.651915:0:10935:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611455.651916:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651917:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28fe38 type=0x10620000 idx=47 00000004:00000001:3.0:1749611455.651918:0:10935:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000040:00001000:1.0:1749611455.651919:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000020:00000001:3.0:1749611455.651920:0:10935:0:(lprocfs_status_server.c:588:lprocfs_exp_setup()) Process entered 00000040:00001000:1.0:1749611455.651921:0:27060:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651922:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:01000000:3.0:1749611455.651923:0:10935:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800b538acc0 00000040:00000001:1.0:1749611455.651923:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611455.651924:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000010:3.0:1749611455.651926:0:10935:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff88009b1f1180. 00000020:00000001:1.0:1749611455.651926:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.651931:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651933:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28ff18 type=0x10600000 idx=48 00000020:00000040:3.0:1749611455.651934:0:10935:0:(lprocfs_status_server.c:625:lprocfs_exp_setup()) Found stats ffff8800b4256f60 for nid 0@lo - ref 3 00000040:00001000:1.0:1749611455.651935:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000020:00000001:3.0:1749611455.651936:0:10935:0:(lprocfs_status_server.c:637:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000040:00001000:1.0:1749611455.651937:0:27060:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000020:00000010:3.0:1749611455.651939:0:10935:0:(lprocfs_status_server.c:662:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff88009b1f1180. 00000040:00000001:1.0:1749611455.651939:0:27060:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611455.651941:0:27060:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000020:00000001:3.0:1749611455.651944:0:10935:0:(lprocfs_status_server.c:663:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000040:00001000:1.0:1749611455.651945:0:27060:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000004:00000001:3.0:1749611455.651947:0:10935:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611455.651954:0:27060:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611455.651957:0:27060:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651959:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e000 type=0x10620000 idx=49 00000004:00000001:3.0:1749611455.651961:0:10935:0:(mdt_handler.c:7490:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651961:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00010000:00000001:3.0:1749611455.651963:0:10935:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651963:0:27060:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651965:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.651966:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000010:3.0:1749611455.651967:0:10935:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b51b9800. 00000040:00000001:1.0:1749611455.651967:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000040:3.0:1749611455.651969:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - import 00000020:00000001:1.0:1749611455.651969:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611455.651971:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611455.651973:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e0e0 type=0x10620000 idx=50 00000040:00001000:1.0:1749611455.651974:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000020:00000001:3.0:1749611455.651975:0:10935:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611455.651976:0:10935:0:(genops.c:1242:class_import_put()) import ffff8800b51b9800 refcount=1 obd=lustre-MDT0001 00000040:00001000:1.0:1749611455.651976:0:27060:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611455.651977:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:3.0:1749611455.651978:0:10935:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749611455.651979:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611455.651980:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd480. 00000040:00001000:1.0:1749611455.651980:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e158 type=0x10620000 idx=51 00000040:00001000:1.0:1749611455.651982:0:27060:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:1.0:1749611455.651984:0:27060:0:(lustre_log.h:469:llog_next_block()) Process entered 00000020:00000040:3.0:1749611455.651985:0:10935:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb800 refcount=5 00000040:00000001:1.0:1749611455.651985:0:27060:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000100:00000040:3.0:1749611455.651987:0:10935:0:(service.c:1059:ptlrpc_request_change_export()) RPC GETting export ffff8800b51bb800 : new rpc_count 1 00000040:00001000:1.0:1749611455.651987:0:27060:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000100:00000001:3.0:1749611455.651990:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000040:00000001:1.0:1749611455.651990:0:27060:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611455.651992:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000040:00000001:1.0:1749611455.651992:0:27060:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611455.651994:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000040:00001000:1.0:1749611455.651994:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e158 type=0x10620000 idx=51 00000100:00000001:3.0:1749611455.651996:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000040:00001000:1.0:1749611455.651996:0:27060:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:1.0:1749611455.651997:0:27060:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000100:00000001:3.0:1749611455.651999:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:1.0:1749611455.651999:0:27060:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611455.652000:0:27060:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000040:3.0:1749611455.652002:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000040:3.0:1749611455.652005:0:10935:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb800 refcount=6 00000040:00000001:1.0:1749611455.652006:0:27060:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611455.652008:0:27060:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611455.652010:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749611455.652010:0:27060:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611455.652012:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000040:00001000:1.0:1749611455.652012:0:27060:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e238 type=0x0 idx=0 00000100:00000001:3.0:1749611455.652014:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000040:00000001:1.0:1749611455.652014:0:27060:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611455.652016:0:10935:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000040:00080000:1.0:1749611455.652017:0:27060:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 02000000:00000001:3.0:1749611455.652018:0:10935:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 00000040:00000010:1.0:1749611455.652019:0:27060:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88007d28e000. 02000000:08000000:3.0:1749611455.652020:0:10935:0:(sec.c:1414:sptlrpc_sec_create()) mdt lustre-MDT0001: reverse sec using flavor null 02000000:00000001:3.0:1749611455.652023:0:10935:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:3.0:1749611455.652025:0:10935:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611455.652026:0:27060:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800acb84200. 00000100:00000001:3.0:1749611455.652028:0:10935:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1749611455.652030:0:10935:0:(recover.c:146:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1749611455.652032:0:10935:0:(recover.c:175:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611455.652035:0:10935:0:(import.c:66:import_set_state_nolock()) ffff8800b51b9800 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1749611455.652037:0:10935:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611455.652039:0:10935:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611455.652041:0:10935:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611455.652044:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 5 00000020:00000040:3.0:1749611455.652047:0:10935:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - find 00000020:00000010:1.0:1749611455.652048:0:27060:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b8b4a00. 00000040:00000010:1.0:1749611455.652053:0:27060:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b8b4400. 00000020:00000010:1.0:1749611455.652055:0:27060:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979000. 00010000:00000001:3.0:1749611455.652056:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611455.652059:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1749611455.652059:0:27060:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f3b8. 00000020:00000001:3.0:1749611455.652062:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702640 : -1592848976 : ffffffffa10f0db0) 00000020:00000010:1.0:1749611455.652063:0:27060:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b8b5600. 00000020:00000001:3.0:1749611455.652065:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749611455.652067:0:10935:0:(tgt_handler.c:550:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:1.0:1749611455.652067:0:27060:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976f480. 00000020:00000001:3.0:1749611455.652069:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611455.652070:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 40000000:00000010:1.0:1749611455.652070:0:27060:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb84f40. 00000020:00000001:3.0:1749611455.652072:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1749611455.652072:0:27060:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880071979800. 00000020:00000001:3.0:1749611455.652075:0:10935:0:(tgt_handler.c:1018:tgt_connect()) Process entered 00040000:00000010:1.0:1749611455.652075:0:27060:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9c00. 00040000:00000010:1.0:1749611455.652078:0:27060:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b8b5a00. 00000001:00000001:3.0:1749611455.652080:0:10935:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1749611455.652081:0:10935:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611455.652081:0:27060:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00000001:00000001:3.0:1749611455.652083:0:10935:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1749611455.652085:0:10935:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611455.652086:0:10935:0:(tgt_handler.c:1087:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611455.652088:0:27060:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b4000. 00010000:00000040:3.0:1749611455.652089:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494675584 00010000:00000001:3.0:1749611455.652091:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000004:00000010:1.0:1749611455.652091:0:27060:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197d800. 00000004:00000010:1.0:1749611455.652094:0:27060:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b3000. 00010000:00000200:3.0:1749611455.652096:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880077a9d180 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611475 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1749611455.652097:0:27060:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197f000. 00002000:00000010:1.0:1749611455.652100:0:27060:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800b4062400. 00000004:00000010:1.0:1749611455.652103:0:27060:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800b4062000. 00010000:00000001:3.0:1749611455.652105:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1749611455.652105:0:27060:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b5000. 00010000:00000001:3.0:1749611455.652107:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611455.652110:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=60 v=5 (1 1 1 1) 00000100:00001000:3.0:1749611455.652114:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1749611455.652117:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611455.652119:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611455.652121:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611455.652124:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611455.652126:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611455.652128:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611455.652130:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611455.652133:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000200:3.0:1749611455.652136:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834598494675584, offset 0 00000400:00000200:3.0:1749611455.652141:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611455.652148:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611455.652155:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6848ebf94a280 00000400:00000200:3.0:1749611455.652160:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x8f59 [1] + 0 00000400:00000200:3.0:1749611455.652171:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611455.652174:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611455.652178:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611455.652182:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611455.652192:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611455.652206:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611455.652211:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611455.652214:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611455.652216:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000040:00000010:0.0:1749611455.652217:0:27018:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16ba0. 00000100:00000001:3.0:1749611455.652218:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611455.652218:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611455.652221:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611455.652222:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611455.652225:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:1.0:1749611455.652226:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000040:00000001:0.0:1749611455.652226:0:27018:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611455.652227:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:1.0:1749611455.652228:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611455.652229:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1749611455.652229:0:27018:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000400:00000010:1.0:1749611455.652230:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff688. 00000020:00000001:3.0:1749611455.652231:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000040:00000001:0.0:1749611455.652233:0:27018:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000400:00000200:1.0:1749611455.652234:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821110 00000100:00000040:3.0:1749611455.652235:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d180 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611475 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611455.652235:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821110. 00000020:00000002:0.0:1749611455.652236:0:27018:0:(lu_object.c:207:lu_object_put()) Add ffff88012d5b4e00/ffff88006efe5800 to site lru. bkt: ffff880111e982d8 00000100:00000001:1.0:1749611455.652239:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000040:00000010:0.0:1749611455.652240:0:27018:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b8520. 00000040:00000001:0.0:1749611455.652243:0:27018:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611455.652244:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611455.652245:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494675584:12345-0@lo:38:llog_process_th.0 Request processed in 542us (735us total) trans 0 rc 0/0 00000040:00000010:0.0:1749611455.652246:0:27018:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136abc000. 00000100:00100000:3.0:1749611455.652253:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00000040:3.0:1749611455.652256:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb800 : new rpc_count 0 00000100:00000001:3.0:1749611455.652258:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000040:00000010:0.0:1749611455.652258:0:27018:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff880118e79800. 00000100:00000001:3.0:1749611455.652260:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749611455.652260:0:27018:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611455.652263:0:27018:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1749611455.652264:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7a80. 00000020:00000010:3.0:1749611455.652267:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:0.0:1749611455.652268:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05be00. 00000020:00000010:3.0:1749611455.652270:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736200. 00000020:00000040:3.0:1749611455.652273:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 4 00000040:00000010:0.0:1749611455.652273:0:27018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05bc00. 00000100:00000001:3.0:1749611455.652275:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611455.652276:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72a000. 00000100:00000200:1.0:1749611455.652277:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611455.652280:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b42cb000. 80000000:00000010:0.0:1749611455.652284:0:27018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16a80. 00000100:00000001:1.0:1749611455.652285:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611455.652287:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:0.0:1749611455.652287:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b42cbc00. 00000100:00000001:1.0:1749611455.652289:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611455.652291:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00080000:00000010:0.0:1749611455.652291:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a16000. 00000100:00000001:1.0:1749611455.652293:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611455.652295:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611455.652295:0:27018:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009be8b800. 02000000:00000001:1.0:1749611455.652297:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611455.652299:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:1.0:1749611455.652303:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009bec6000. 00000020:00000010:0.0:1749611455.652303:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a200. 10000000:00000010:0.0:1749611455.652306:0:27018:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880129c55c80. 00000100:00001000:1.0:1749611455.652307:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff88012e555c38 time=1749611455 v=5 (0 0 0 0) 10000000:01000000:0.0:1749611455.652309:0:27018:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 00000100:00001000:1.0:1749611455.652311:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e555bf0 time=1749611455 v=0 (0 0 0 0) 10000000:00000001:0.0:1749611455.652313:0:27018:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611455.652314:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88012e555bf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1749611455.652317:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611455.652319:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611455.652321:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749611455.652325:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1749611455.652329:0:27018:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611455.652332:0:27018:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611455.652333:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.652335:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:0.0:1749611455.652335:0:27018:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff880130c71840. 00000100:00100000:1.0:1749611455.652338:0:28320:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000020:00000010:0.0:1749611455.652338:0:27018:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dffc80. 00000100:00000040:1.0:1749611455.652340:0:28320:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000020:00000001:0.0:1749611455.652340:0:27018:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.652343:0:28320:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1749611455.652343:0:27018:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611455.652344:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611455.652347:0:27018:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at ffff880129c550c0. 00000100:00000040:1.0:1749611455.652348:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611455.652349:0:27018:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at ffff880117b16c00. 00000020:00000001:0.0:1749611455.652352:0:27018:0:(tgt_mount.c:1406:server_notify_target()) Process entered 00000020:00000001:0.0:1749611455.652354:0:27018:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000100:00000001:1.0:1749611455.652355:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611455.652357:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611455.652358:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611455.652360:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1749611455.652364:0:28320:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000020:00000010:0.0:1749611455.652368:0:27018:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff880136abc000. 00000020:00000001:1.0:1749611455.652371:0:28320:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611455.652373:0:28320:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4e7 00000020:00000001:1.0:1749611455.652375:0:28320:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611455.652377:0:28320:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16c000 refcount=5 00000020:00000001:1.0:1749611455.652379:0:28320:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365651456 : -131936343900160 : ffff88012d16c000) 00000020:01000004:0.0:1749611455.652379:0:27018:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1749611455.652380:0:27018:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000001:1.0:1749611455.652382:0:28320:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365651456 : -131936343900160 : ffff88012d16c000) 00000020:01000004:0.0:1749611455.652382:0:27018:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611455.652383:0:27018:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611455.652384:0:27018:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00001000:1.0:1749611455.652385:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e555bf0 time=1749611455 v=0 (0 0 0 0) 00000020:01000004:0.0:1749611455.652386:0:27018:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00001000:1.0:1749611455.652387:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88012e555bf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:01000004:0.0:1749611455.652387:0:27018:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611455.652389:0:27018:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:0.0:1749611455.652390:0:27018:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00080000:1.0:1749611455.652392:0:28320:0:(import.c:944:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 10000000:00000001:0.0:1749611455.652392:0:27018:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 00000020:00000040:1.0:1749611455.652395:0:28320:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 4 10000000:00000001:0.0:1749611455.652395:0:27018:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1749611455.652396:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 10000000:01000000:0.0:1749611455.652397:0:27018:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x40000002 00000100:00000001:1.0:1749611455.652399:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 10000000:00000001:0.0:1749611455.652400:0:27018:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00080000:1.0:1749611455.652401:0:28320:0:(import.c:1188:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1749611455.652404:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e555800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1749611455.652406:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749611455.652407:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:1.0:1749611455.652409:0:28320:0:(import.c:1216:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749611455.652410:0:27018:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0000. 00000100:00000001:1.0:1749611455.652411:0:28320:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1749611455.652414:0:28320:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611455.652414:0:27018:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1749611455.652416:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611455.652417:0:27018:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1749611455.652418:0:27018:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:1.0:1749611455.652420:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1749611455.652420:0:27018:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611455.652421:0:27018:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611455.652422:0:27018:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611455.652423:0:27018:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611455.652424:0:27018:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611455.652426:0:27018:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1749611455.652427:0:27018:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1749611455.652428:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494675584:0@lo:38:llog_process_th.0 02000000:00000001:0.0:1749611455.652430:0:27018:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611455.652433:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611455.652433:0:27018:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.652435:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611455.652438:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1d500 x1834598494675584/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611455.652439:0:27018:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880124a16000. 00000100:00000001:1.0:1749611455.652445:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611455.652447:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611455.652447:0:27018:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611455.652449:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c624000. 02000000:00000001:1.0:1749611455.652452:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:0.0:1749611455.652452:0:27018:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1749611455.652454:0:27018:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611455.652456:0:27018:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000020:00000001:1.0:1749611455.652458:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:0.0:1749611455.652459:0:27018:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009c4820c0. 00000020:00000040:1.0:1749611455.652460:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611455.652461:0:27018:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134936191168 : -131938773360448 : ffff88009c4820c0) 00000020:00000001:1.0:1749611455.652462:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611455.652464:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bce5400. 00000100:00000001:0.0:1749611455.652464:0:27018:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611455.652465:0:27018:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503448576 : -131939206103040 : ffff8800827d0000) 02000000:00000001:1.0:1749611455.652467:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611455.652469:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611455.652469:0:27018:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1749611455.652471:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1d500. 00000100:00000001:0.0:1749611455.652472:0:27018:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611455.652473:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611455.652474:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.652474:0:27018:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1749611455.652476:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.652476:0:27018:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611455.652478:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611455.652479:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611455.652481:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611455.652482:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d0000 x1834598494675712/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611455.652483:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.652491:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611455.652493:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611455.652497:0:27018:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800827d0000 x1834598494675712/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611455.652505:0:27018:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611455.652507:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611455.652508:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.652510:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611455.652513:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611455.652514:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.652516:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611455.652517:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.652572:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611455.674674:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300729132, at 4300729132 00000100:00000040:3.0:1749611455.674676:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300729132, at 4300729132 00000100:00000040:0.0:1749611455.674679:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300729132, at 4300729132 00000100:00000040:1.0:1749611455.674683:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300729132, at 4300729132 00000100:00000010:2.0:1749611455.674685:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368191c0. 00000100:00000010:3.0:1749611455.674687:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819780. 00000100:00000010:0.0:1749611455.674690:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368193c0. 00000100:00000010:1.0:1749611455.674693:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368192c0. 00000100:00000001:0.0:1749611455.681615:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611455.681621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611455.681623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611455.681628:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611455.681631:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611455.681642:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.681645:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611455.681648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611455.681651:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611456.056679:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611456.056687:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611456.056818:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611456.056823:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611456.056827:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611456.458639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611456.458647:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611456.458650:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611456.458655:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611456.458659:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611456.458663:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611456.458667:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611456.458669:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611456.458671:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611456.651732:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611456.651750:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611456.651753:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611456.651758:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611456.651761:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611456.651765:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611456.651768:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611456.652634:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611456.652639:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611456.652641:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611456.652645:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611456.652649:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611456.652652:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611456.652654:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611456.652658:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611456.652660:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611456.681636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611456.681642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611456.681645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611456.681649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611456.681653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611456.681656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611456.681660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611456.681674:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006a38df80 x1834598494674304/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611456.681687:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611456.681694:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38df80 x1834598494674304/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611456.681706:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611456.681728:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611456.681732:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611456.681735:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611456.681741:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38df80 x1834598494674304/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611456.681756:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494674304:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611456.681763:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611456.681767:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611456.681771:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611456.681774:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611456.681779:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38df80 x1834598494674304/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611456.681790:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611456.681795:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c71600. 00000100:00000001:0.0:1749611456.681802:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611456.681805:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611456.681811:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611456.681816:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611456.681820:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611456.681824:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d05a400 refcount=4 00000020:00000001:0.0:1749611456.681828:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137364530176 : -131936345021440 : ffff88012d05a400) 00010000:00000001:0.0:1749611456.681832:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137364530176 : -131936345021440 : ffff88012d05a400) 00010000:00010000:0.0:1749611456.681842:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611456.681855:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611456.681863:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611456.681873:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611456.681878:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611456.681896:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611456.681899:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611456.681903:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611456.681911:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611456.681915:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611456.681920:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611456.681924:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611456.681934:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012d05a400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611456.681939:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611456.681944:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611456.681953:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611456.681956:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611456.681958:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611456.681962:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d05a400 refcount=5 00000020:00000001:0.0:1749611456.681965:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137364530176 : -131936345021440 : ffff88012d05a400) 00010000:00000001:0.0:1749611456.681969:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137364530176 : -131936345021440 : ffff88012d05a400) 00010000:00000001:0.0:1749611456.681973:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611456.681977:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611456.681986:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611456.681989:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611456.681999:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611456.682003:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611456.682006:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611456.682018:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611456.682022:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611456.682025:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611456.682028:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611456.682031:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611456.682033:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611456.682038:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d05a400 with handle 0x689c0ec07329d4cb from hash 00010000:00000001:0.0:1749611456.682041:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611456.682044:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611456.682045:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611456.682047:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611456.682050:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611456.682052:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611456.682056:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611456.682058:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611456.682060:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611456.682063:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611456.682068:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611456.682078:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611456.682079:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611456.682082:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611456.682084:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611456.682086:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611456.682088:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611456.682090:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611456.682094:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012d05a400/0x689c0ec07329d4cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611456.682106:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5900 count: 0 00010000:00000001:0.0:1749611456.682147:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611456.682150:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611456.682155:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611456.682162:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38df80 x1834598494674304/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611456.682175:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611456.682186:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611456.682190:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611456.682193:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611456.682199:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d05a600. 02000000:00000001:0.0:1749611456.682205:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611456.682208:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611456.682211:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38df80. 00000100:00000001:0.0:1749611456.682217:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611456.682219:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611456.682223:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611456.682227:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611456.682231:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611456.682235:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801368193c0. 00000020:00000010:0.0:1749611456.682242:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79800. 00000020:00000010:0.0:1749611456.682248:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e78000. 00000040:00000010:0.0:1749611456.682253:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880118e79a00. 00000020:00000010:0.0:1749611456.682259:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a000. 00000020:00000010:0.0:1749611456.682265:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e78200. 80000000:00000010:0.0:1749611456.682272:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16c00. 00040000:00000010:0.0:1749611456.682278:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e79400. 00080000:00000010:0.0:1749611456.682285:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611456.682293:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a12000. 10000000:00000040:0.0:1749611456.682303:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611456.682309:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 10000000:00000001:0.0:1749611456.682314:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611456.682320:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611456.682327:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e78000. 00000040:00000010:0.0:1749611456.682333:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880118e79a00. 00000020:00000010:0.0:1749611456.682338:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72a000. 00000020:00000010:0.0:1749611456.682343:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e78200. 80000000:00000010:0.0:1749611456.682346:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16c00. 00040000:00000010:0.0:1749611456.682352:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e79400. 00080000:00000010:0.0:1749611456.682357:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a12000. 00080000:00000010:0.0:1749611456.682362:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:0.0:1749611456.682372:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79800. 10000000:00000010:0.0:1749611456.682375:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801368193c0. 10000000:01000000:0.0:1749611456.682378:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1749611456.682382:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611456.682385:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611456.682387:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611456.682390:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611456.682392:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749611456.682394:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611456.682396:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611456.682397:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b487b000) refs 2 10000000:00000001:0.0:1749611456.682399:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611456.682401:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611456.682402:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1749611456.682403:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611456.682405:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff8800b4229800 from 1 10000000:00000001:0.0:1749611456.682408:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611456.682409:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1749611456.682414:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0380. 00000020:00000040:0.0:1749611456.682418:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611456.682422:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611456.682425:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611456.682430:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611456.682435:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880118e79800. 00000100:00000001:0.0:1749611456.682441:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611456.682445:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611456.682447:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611456.682452:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5a00. 00010000:00000001:0.0:1749611456.682457:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611456.682459:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880118e78a00. 00000020:00000001:0.0:1749611456.682462:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611456.682464:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880118e78a00 with handle 0x689c0ec07329d4f5 to hash 00000020:00000001:0.0:1749611456.682466:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611456.682468:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:0.0:1749611456.682471:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:0.0:1749611456.682474:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611456.682481:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611456.682484:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611456.682493:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611456.682504:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611456.682510:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611456.682511:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611456.682581:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009c482180. 00000100:00000001:0.0:1749611456.682584:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134936191360 : -131938773360256 : ffff88009c482180) 00000100:00000001:0.0:1749611456.682587:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611456.682589:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503449472 : -131939206102144 : ffff8800827d0380) 00000100:00000001:0.0:1749611456.682594:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611456.682599:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611456.682601:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611456.682603:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611456.682608:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d0380 x1834598494675840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611456.682616:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611456.682618:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611456.682622:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800827d0380 x1834598494675840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611456.682630:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611456.682632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611456.682633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611456.682635:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611456.682637:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611456.682639:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611456.682641:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611456.682642:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611456.682649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611456.687726:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5900. 00010000:00000010:3.1:1749611456.687738:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d05a400. 00010000:00000001:0.0:1749611457.058715:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611457.058724:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611457.058862:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611457.058867:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611457.058871:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611457.458705:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611457.458714:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611457.458717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611457.458722:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611457.458725:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611457.458730:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611457.458733:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611457.458736:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611457.458739:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611457.651678:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611457.651698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611457.651702:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611457.651709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611457.651712:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611457.651718:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611457.651722:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611457.652758:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611457.652763:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611457.652766:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611457.652770:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611457.652775:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611457.652778:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611457.652782:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611457.652786:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611457.652789:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611457.682667:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611457.682674:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611457.682677:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611457.682680:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611457.682684:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611457.682688:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611457.682690:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611457.682693:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611457.682695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611458.060688:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611458.060696:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611458.060793:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611458.060800:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611458.060805:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611458.458673:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611458.458682:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611458.458685:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611458.458690:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611458.458693:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611458.458697:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611458.458700:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611458.458703:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611458.458706:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611458.651711:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611458.651728:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611458.651731:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611458.651736:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611458.651739:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611458.651742:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611458.651745:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611458.652585:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611458.652590:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611458.652591:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611458.652601:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611458.652604:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611458.652606:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611458.652608:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611458.652612:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611458.652613:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611458.682624:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611458.682630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611458.682632:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611458.682635:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611458.682638:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611458.682641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611458.682643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611458.682645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611458.682648:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611459.062717:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611459.062725:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611459.062834:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611459.062841:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611459.062847:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611459.458645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611459.458650:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611459.458652:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611459.458656:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611459.458659:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611459.458662:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611459.458665:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611459.458667:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611459.458669:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611459.651646:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611459.651661:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611459.651664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611459.651668:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611459.651670:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611459.651673:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611459.651675:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611459.652572:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611459.652575:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611459.652577:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611459.652579:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611459.652582:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611459.652584:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611459.652586:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611459.652588:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611459.652590:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611459.682587:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611459.682591:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611459.682593:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611459.682596:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611459.682598:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611459.682600:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611459.682602:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611459.682604:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611459.682606:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611460.064719:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611460.064728:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611460.064863:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611460.064870:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611460.064874:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611460.458677:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611460.458686:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611460.458689:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611460.458694:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611460.458698:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611460.458702:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.458705:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611460.458723:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.458725:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.651617:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611460.651634:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611460.651637:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.651642:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611460.651645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611460.651648:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.651650:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.652579:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611460.652582:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611460.652584:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611460.652587:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611460.652590:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611460.652593:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.652596:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611460.652615:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.652618:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611460.654622:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611460.654632:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611460.654636:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611460.654642:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611460.654646:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611460.654650:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611460.654655:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611460.654662:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6061 00000100:00080000:2.0:1749611460.654668:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611460.654673:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611460.654677:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611460.654681:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611460.654685:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611460.654690:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611460.654693:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611460.654698:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611460.654702:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611460.654706:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611460.654711:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611460.654716:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611460.654719:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611460.654722:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611460.654724:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611460.654729:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611460.654734:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611460.654738:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611460.654742:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611460.654751:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611460.654766:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.654770:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611460.654774:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611460.654781:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755efb80. 00000020:00000040:2.0:1749611460.654786:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611460.654792:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611460.654794:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.654799:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611460.654802:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611460.654807:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611460.654817:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f5400. 00000100:00000001:2.0:1749611460.654826:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611460.654838:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611460.654855:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611460.654861:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611460.654868:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755efb80] to pc [ptlrpcd_rcv+-1] req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.654905:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611460.654910:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611460.654916:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611460.654918:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611460.654921:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611460.654925:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611460.654928:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6061 00000100:00080000:2.0:1749611460.654932:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611460.654936:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611460.654940:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611460.654942:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611460.654945:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611460.654949:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611460.654951:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611460.654963:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611460.654966:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611460.654969:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611460.654972:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611460.654975:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611460.654978:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611460.654979:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611460.654981:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611460.654983:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611460.654986:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611460.654988:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611460.654990:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611460.654994:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611460.654996:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.654998:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611460.654998:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611460.655000:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611460.655004:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755edc00. 00000100:00000001:0.0:1749611460.655005:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749611460.655007:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611460.655007:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611460.655010:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611460.655011:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655013:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611460.655015:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749611460.655016:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611460.655017:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611460.655022:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801302f7c00. 00000100:00000001:2.0:1749611460.655026:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655028:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611460.655030:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611460.655032:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611460.655034:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611460.655037:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611460.655040:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611460.655040:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655043:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611460.655043:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494675968:0@lo:38:kworker.0 00000100:00000040:2.0:1749611460.655047:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755edc00] to pc [ptlrpcd_rcv+-1] req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.655048:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611460.655052:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611460.655054:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655056:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611460.655057:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611460.655062:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c624400. 00000100:00080000:2.0:1749611460.655064:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749611460.655065:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611460.655068:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611460.655069:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611460.655071:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1749611460.655072:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000100:00000001:2.0:1749611460.655073:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611460.655076:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6061 00000100:00001000:2.0:1749611460.655079:0:18174:0:(import.c:2097:obd_at_measure()) add 20 to ffff88006a728bf0 time=15 v=15 (15 1 1 1) 00000400:00000010:0.0:1749611460.655079:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00001000:2.0:1749611460.655082:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88006a728bf0 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1 00000100:00080000:2.0:1749611460.655085:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00000200:0.0:1749611460.655087:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494675968, portal 4 00000100:00000040:2.0:1749611460.655088:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611460.655089:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611460.655090:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611460.655091:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283377536 : -131939426174080 : ffff8800755efb80) 00000100:00000040:2.0:1749611460.655092:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611460.655093:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611460.655096:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611460.655097:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611460.655099:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611460.655099:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611460.655101:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611460.655103:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611460.655105:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611460.655108:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611460.655108:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611460.655109:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611460.655111:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611460.655113:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611460.655113:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749611460.655115:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:0.0:1749611460.655115:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00080000:2.0:1749611460.655118:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:0.0:1749611460.655118:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494675968, offset 0 00000100:00000001:2.0:1749611460.655120:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611460.655122:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611460.655125:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611460.655125:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611460.655126:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655128:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611460.655134:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611460.655137:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ece00. 00000020:00000040:2.0:1749611460.655139:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:0.0:1749611460.655140:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611460.655142:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611460.655143:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655145:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611460.655146:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611460.655148:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611460.655151:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94a400 02000000:00000010:2.0:1749611460.655153:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbae800. 00000100:00000001:2.0:1749611460.655157:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611460.655159:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 22880 00000100:00100000:2.0:1749611460.655161:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611460.655168:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611460.655170:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611460.655173:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ece00] to pc [ptlrpcd_rcv+-1] req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611460.655178:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611460.655180:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611460.655183:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611460.655183:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611460.655187:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749611460.655188:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:2.0:1749611460.655190:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755eea00. 00000100:00000200:0.0:1749611460.655191:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:2.0:1749611460.655192:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611460.655194:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611460.655195:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1749611460.655195:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0700. 02000000:00000001:2.0:1749611460.655197:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611460.655198:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d0700 x1834598494675968 msgsize 520 02000000:00000010:2.0:1749611460.655200:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297f00. 00000100:00000001:2.0:1749611460.655202:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611460.655203:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611460.655206:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611460.655214:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611460.655216:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611460.655220:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755eea00] to pc [ptlrpcd_00_02+2] req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.655229:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611460.655238:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749611460.655240:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749611460.655244:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611460.655249:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.655258:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611460.655262:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611460.655262:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611460.655266:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611460.655270:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611460.655272:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611460.655273:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611460.655274:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611460.655276:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611460.655276:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1749611460.655279:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6061 00000100:00001000:2.0:1749611460.655281:0:18174:0:(import.c:2097:obd_at_measure()) add 10 to ffff88012e5543f0 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1749611460.655282:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611460.655284:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88012e5543f0 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1749611460.655287:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1749611460.655288:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1282 usecs (2 jiffies) 00000100:00000040:2.0:1749611460.655289:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611460.655291:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611460.655293:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611460.655293:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300734114 00000100:00000001:2.0:1749611460.655295:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611460.655297:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611460.655298:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4d9 00000100:00000010:0.0:1749611460.655299:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801368193c0. 00000020:00000001:2.0:1749611460.655300:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611460.655302:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b800 refcount=7 00000020:00000001:2.0:1749611460.655304:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000020:00000001:2.0:1749611460.655306:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000040:2.0:1749611460.655308:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611460.655308:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611460.655310:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611460.655312:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611460.655314:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611460.655316:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 6 00000100:00080000:2.0:1749611460.655318:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012e554000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611460.655320:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611460.655322:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611460.655325:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611460.655332:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655334:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611460.655335:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611460.655335:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611460.655337:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300734114 00000100:00000010:2.0:1749611460.655338:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee680. 00000020:00000040:2.0:1749611460.655341:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e554000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:1.0:1749611460.655341:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:0.0:1749611460.655341:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136819180. 02000000:00000001:2.0:1749611460.655343:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611460.655344:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611460.655344:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.655346:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611460.655346:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749611460.655347:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611460.655349:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.655351:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611460.655351:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300734114 02000000:00000010:2.0:1749611460.655352:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbadc00. 00000100:00000001:1.0:1749611460.655353:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611460.655355:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611460.655355:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611460.655355:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136819cc0. 00000100:00100000:3.0:1749611460.655356:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494675968 00000100:00000001:1.0:1749611460.655358:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611460.655360:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749611460.655360:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611460.655360:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611460.655360:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749611460.655363:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611460.655363:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611460.655364:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300734114 00000100:00000001:3.0:1749611460.655366:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655367:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749611460.655368:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136819200. 00000100:00000001:2.0:1749611460.655369:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611460.655371:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611460.655371:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611460.655372:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ee680] to pc [ptlrpcd_rcv+-1] req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611460.655374:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494675968 00000020:00000001:3.0:1749611460.655377:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611460.655379:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611460.655380:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655380:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:3.0:1749611460.655381:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611460.655383:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611460.655383:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749611460.655384:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749611460.655385:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655386:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749611460.655386:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611460.655388:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee300. 00000100:00000001:0.0:1749611460.655388:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611460.655390:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e555800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749611460.655390:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1749611460.655392:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736200. 00000100:00000001:2.0:1749611460.655392:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611460.655392:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611460.655393:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611460.655393:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611460.655394:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655396:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611460.655397:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297300. 02000000:00000001:1.0:1749611460.655397:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611460.655398:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7a80. 00000100:00000001:2.0:1749611460.655399:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655399:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611460.655402:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494676352:0@lo:400:kworker.0 00000020:00000010:3.0:1749611460.655403:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000040:2.0:1749611460.655403:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611460.655404:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611460.655406:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611460.655407:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611460.655409:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611460.655409:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611460.655410:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611460.655411:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611460.655411:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611460.655412:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611460.655412:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611460.655413:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611460.655414:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655414:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611460.655415:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ee300] to pc [ptlrpcd_00_03+3] req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611460.655417:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611460.655419:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611460.655421:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611460.655428:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124200. 00000100:00000001:2.0:1749611460.655429:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.655430:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611460.655432:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655432:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611460.655434:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6071) 00000100:00000001:0.0:1749611460.655434:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611460.655437:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1749611460.655438:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000001:3.0:1749611460.655440:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611460.655440:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611460.655442:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611460.655443:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611460.655444:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00100000:0.0:1749611460.655447:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494676096:0@lo:38:kworker.0 00000100:00100000:3.0:1749611460.655448:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00000200:1.0:1749611460.655449:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494676352, portal 10 00000100:00000001:3.0:1749611460.655451:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503450368 : -131939206101248 : ffff8800827d0700) 00000100:00000001:1.0:1749611460.655452:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611460.655452:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611460.655454:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283373056 : -131939426178560 : ffff8800755eea00) 02000000:00000001:0.0:1749611460.655455:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749611460.655457:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d0700 x1834598494675968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611460.655457:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611460.655460:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749611460.655463:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611460.655464:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c624c00. 02000000:00000001:0.0:1749611460.655467:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611460.655471:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000100:00000001:2.0:1749611460.655472:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611460.655474:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611460.655475:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:0.0:1749611460.655476:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749611460.655477:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611460.655478:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611460.655513:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:0.0:1749611460.655513:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494676096, portal 10 00000100:00000001:0.0:1749611460.655517:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749611460.655518:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494675968:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611460.655518:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494676352, offset 0 00000100:00000001:0.0:1749611460.655519:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283369472 : -131939426182144 : ffff8800755edc00) 00000100:00000001:2.0:1749611460.655548:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611460.655550:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.655552:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611460.655554:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611460.655556:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611460.655562:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611460.655563:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.655570:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611460.655571:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611460.655574:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611460.655574:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611460.655577:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611460.655578:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494675968 00000100:00000040:0.0:1749611460.655578:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611460.655579:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611460.655581:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000020:00000001:3.0:1749611460.655582:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749611460.655582:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494676608:0@lo:400:kworker.0 00010000:00000001:3.0:1749611460.655586:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611460.655586:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611460.655589:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611460.655591:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611460.655593:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749611460.655593:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494676096, offset 0 02000000:00000010:2.0:1749611460.655597:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f200. 02000000:00000001:2.0:1749611460.655599:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611460.655600:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611460.655602:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611460.655604:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe528. 00010000:00020000:3.0:1749611460.655606:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749611460.655609:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:0.0:1749611460.655609:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611460.655610:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611460.655611:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611460.655613:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611460.655617:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749611460.655618:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94a480 00000100:00000001:3.0:1749611460.655619:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611460.655620:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611460.655621:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749611460.655622:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494676608, portal 10 00000100:00000001:2.0:1749611460.655625:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1749611460.655626:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b563800. 00000100:00000001:2.0:1749611460.655626:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283371264 : -131939426180352 : ffff8800755ee300) 00000400:00000200:1.0:1749611460.655626:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94a580 00000400:00000200:0.0:1749611460.655626:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 102320 02000000:00000001:3.0:1749611460.655628:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.655630:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611460.655633:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 102840 00010000:00000001:3.0:1749611460.655634:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749611460.655634:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749611460.655635:0:28323:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009685a000. 00010000:00000001:3.0:1749611460.655636:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611460.655639:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611460.655639:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749611460.655640:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611460.655641:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611460.655643:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749611460.655644:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611460.655644:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611460.655647:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611460.655647:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611460.655648:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611460.655650:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611460.655652:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611460.655652:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0a80. 00000100:00000001:3.0:1749611460.655654:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611460.655656:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d0a80 x1834598494676096 msgsize 520 00000100:00000040:3.0:1749611460.655658:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749611460.655658:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611460.655660:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749611460.655661:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 02000000:00000001:3.0:1749611460.655662:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611460.655662:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611460.655664:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611460.655664:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494676608, offset 0 00000100:00000040:3.0:1749611460.655667:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611460.655669:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749611460.655670:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611460.655673:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749611460.655675:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494675968, offset 0 00000400:00000200:2.0:1749611460.655678:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611460.655685:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94a680 00000400:00000200:3.0:1749611460.655692:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611460.655697:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 103064 00000400:00000200:3.0:1749611460.655701:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611460.655703:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611460.655706:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000200:2.0:1749611460.655707:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611460.655710:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749611460.655714:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611460.655715:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611460.655716:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94a400 00000100:00000200:1.0:1749611460.655718:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611460.655720:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749611460.655723:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1d500. 00000400:00000200:3.0:1749611460.655724:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8f65 [1] + 0 00000100:00000040:1.0:1749611460.655727:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88012be1d500 x1834598494676352 msgsize 224 00000400:00000200:3.0:1749611460.655729:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611460.655732:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611460.655734:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611460.655735:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611460.655736:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611460.655738:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611460.655743:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611460.655743:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611460.655747:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655750:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749611460.655754:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.655755:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749611460.655755:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749611460.655756:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611460.655758:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494676096 00000400:00000010:1.0:1749611460.655758:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000001:2.0:1749611460.655760:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611460.655761:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611460.655762:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1108 usecs (2 jiffies) 00000100:00000001:3.0:1749611460.655763:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611460.655763:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611460.655765:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655765:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300734115 00000100:00000200:1.0:1749611460.655767:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611460.655768:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611460.655769:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611460.655771:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00100000:2.0:1749611460.655771:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494676096 00000020:00000001:2.0:1749611460.655773:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611460.655774:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611460.655775:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611460.655776:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611460.655777:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611460.655778:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655779:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300734114 00000100:00000001:3.0:1749611460.655780:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611460.655780:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611460.655780:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611460.655783:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749611460.655784:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.655784:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300734115 00000020:00000010:2.0:1749611460.655785:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:3.0:1749611460.655786:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611460.655788:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611460.655789:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611460.655790:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300734114 00000100:00000040:3.0:1749611460.655793:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0700 x1834598494675968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611460.655793:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000001:0.0:1749611460.655794:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300734115 00000100:00000001:2.0:1749611460.655797:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611460.655799:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611460.655801:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655801:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300734114 00000100:00100000:3.0:1749611460.655803:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494675968:12345-0@lo:38:kworker.0 Request processed in 287us (602us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611460.655805:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611460.655812:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00000001:1.0:1749611460.655812:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655813:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.655813:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300734115 00000100:00000001:1.0:1749611460.655814:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611460.655815:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611460.655817:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611460.655819:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611460.655819:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300734114 00000100:00100000:2.0:1749611460.655820:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494676352 00000100:00000001:1.0:1749611460.655821:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611460.655822:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7a80. 02000000:00000001:2.0:1749611460.655822:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611460.655824:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749611460.655825:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:2.0:1749611460.655825:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655825:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611460.655826:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 952 usecs (1 jiffies) 02000000:00000001:2.0:1749611460.655828:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655828:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611460.655829:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736200. 00000100:00000001:1.0:1749611460.655829:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300734114 00000100:00100000:2.0:1749611460.655830:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494676352 00000100:00000001:0.0:1749611460.655832:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611460.655833:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611460.655833:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300734115 00000100:00000001:1.0:1749611460.655836:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300734114 00000020:00000001:2.0:1749611460.655838:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611460.655838:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611460.655839:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749611460.655839:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300734115 00000020:00000001:2.0:1749611460.655841:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611460.655842:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300734114 00000020:00000040:2.0:1749611460.655843:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749611460.655845:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611460.655846:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300734115 00000020:00000001:2.0:1749611460.655847:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611460.655849:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300734114 00000100:00000001:0.0:1749611460.655850:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611460.655852:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611460.655852:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300734115 00000100:00000001:0.0:1749611460.655852:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.655854:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749611460.655854:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013050e640. 00000100:00000001:1.0:1749611460.655855:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611460.655856:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611460.655856:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611460.655858:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611460.655859:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801368198c0. 02000000:00000001:0.0:1749611460.655859:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611460.655860:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00000001:1.0:1749611460.655861:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611460.655862:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.655863:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503451264 : -131939206100352 : ffff8800827d0a80) 00000020:00000040:2.0:1749611460.655865:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611460.655865:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611460.655867:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494676224:0@lo:38:kworker.0 00000100:00000001:1.0:1749611460.655868:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611460.655870:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611460.655871:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611460.655872:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655872:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611460.655873:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d0a80 x1834598494676096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611460.655874:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000100:00000001:1.0:1749611460.655875:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611460.655875:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1749611460.655877:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 02000000:00000001:0.0:1749611460.655877:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611460.655879:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749611460.655880:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00100000:3.0:1749611460.655884:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494676096:12345-0@lo:38:kworker.0 02000000:00000010:0.0:1749611460.655884:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625000. 00000100:00000040:2.0:1749611460.655886:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:3.0:1749611460.655887:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494676096 00000100:00000001:2.0:1749611460.655887:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749611460.655887:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611460.655889:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611460.655889:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1749611460.655891:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611460.655891:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611460.655891:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff5d8. 00000100:00000001:2.0:1749611460.655896:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1749611460.655896:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749611460.655898:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749611460.655899:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655899:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611460.655901:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494676224, portal 10 00010000:00020000:3.0:1749611460.655902:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749611460.655902:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611460.655904:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749611460.655905:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611460.655905:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.655906:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283365888 : -131939426185728 : ffff8800755ece00) 00010000:00000001:3.0:1749611460.655908:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749611460.655908:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749611460.655910:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611460.655911:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611460.655911:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611460.655912:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611460.655913:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611460.655914:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611460.655916:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b562000. 00000100:00100000:2.0:1749611460.655916:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 02000000:00000001:3.0:1749611460.655918:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611460.655919:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611460.655920:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.655921:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137345406208 : -131936364145408 : ffff88012be1d500) 00010000:00000001:3.0:1749611460.655922:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611460.655924:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.655925:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749611460.655926:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611460.655926:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012be1d500 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:141/0 lens 224/0 e 0 to 0 dl 1749611471 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611460.655929:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749611460.655929:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611460.655931:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749611460.655932:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000040:3.0:1749611460.655934:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611460.655934:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749611460.655935:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494676224, offset 0 00000100:00000001:3.0:1749611460.655936:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749611460.655936:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013050e8c0. 00000100:00000001:3.0:1749611460.655938:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611460.655939:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611460.655941:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749611460.655941:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013050e8c0. 00000400:00000200:0.0:1749611460.655941:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611460.655943:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611460.655945:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.655947:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611460.655949:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611460.655952:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00100000:2.0:1749611460.655952:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494676352:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749611460.655952:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749611460.655955:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494676096, offset 0 00000100:00000200:2.0:1749611460.655956:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494676352 00000020:00000001:2.0:1749611460.655959:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749611460.655960:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611460.655962:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611460.655964:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611460.655967:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1749611460.655967:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94a500 00000020:00000001:2.0:1749611460.655969:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:3.0:1749611460.655972:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611460.655972:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749611460.655974:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 103288 00000020:00000001:2.0:1749611460.655976:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611460.655978:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a480 00000020:00000001:2.0:1749611460.655978:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611460.655980:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749611460.655980:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611460.655982:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611460.655983:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f71 [1] + 0 00000020:00000001:2.0:1749611460.655985:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749611460.655985:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611460.655987:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611460.655989:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611460.655989:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611460.655991:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611460.655991:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749611460.655991:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611460.655994:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749611460.655994:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac000. 02000000:00000001:2.0:1749611460.655996:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611460.655996:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0e00. 00000100:00000001:2.0:1749611460.655998:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611460.655999:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611460.655999:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d0e00 x1834598494676224 msgsize 520 00000020:00000001:2.0:1749611460.656001:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611460.656004:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494676352 00000100:00100000:0.0:1749611460.656005:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749611460.656006:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749611460.656009:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1749611460.656011:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012be1d500 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:141/0 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611460.656017:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749611460.656019:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749611460.656020:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00010000:00000001:2.0:1749611460.656020:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611460.656022:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00001000:2.0:1749611460.656023:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611460.656024:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611460.656025:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611460.656025:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611460.656027:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656027:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611460.656029:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749611460.656030:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611460.656031:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611460.656032:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:3.0:1749611460.656033:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611460.656033:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749611460.656035:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611460.656035:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611460.656036:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:2.0:1749611460.656037:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611460.656039:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0a80 x1834598494676096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611460.656039:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611460.656039:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749611460.656042:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000200:0.0:1749611460.656045:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611460.656048:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494676096:12345-0@lo:38:kworker.0 Request processed in 165us (390us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749611460.656051:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494676352, offset 224 00000100:00100000:3.0:1749611460.656055:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000400:00000200:2.0:1749611460.656056:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611460.656057:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611460.656058:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611460.656059:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611460.656062:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611460.656063:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000400:00000200:2.0:1749611460.656064:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611460.656067:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 00000400:00000200:2.0:1749611460.656070:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a580 00000020:00000010:3.0:1749611460.656071:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000001:0.0:1749611460.656073:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.656075:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.656075:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611460.656076:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f6d [1] + 224 00000100:00000001:1.0:1749611460.656077:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611460.656080:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611460.656080:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611460.656081:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494676224 00000400:00000200:2.0:1749611460.656083:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611460.656084:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611460.656085:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:1.0:1749611460.656086:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611460.656087:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611460.656089:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300734114 00000100:00000001:1.0:1749611460.656090:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611460.656091:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.656093:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300734115 02000000:00000001:1.0:1749611460.656094:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656097:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300734114 00000100:00100000:1.0:1749611460.656098:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494676224 00000100:00000040:2.0:1749611460.656100:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.656100:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300734115 00000020:00000001:1.0:1749611460.656101:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611460.656103:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611460.656104:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300734114 00000100:00000001:0.0:1749611460.656106:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300734115 00000100:00000001:0.0:1749611460.656109:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300734114 00000100:00000001:2.0:1749611460.656112:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611460.656112:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300734115 00000020:00000001:1.0:1749611460.656114:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611460.656116:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611460.656117:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611460.656118:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611460.656120:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000020:00000001:1.0:1749611460.656120:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656122:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611460.656124:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611460.656124:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611460.656125:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000001:2.0:1749611460.656127:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656128:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611460.656130:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749611460.656130:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16b300. 00010000:00000001:2.0:1749611460.656133:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611460.656135:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611460.656135:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611460.656136:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000020:00000001:2.0:1749611460.656137:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749611460.656141:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1d500 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:141/0 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611460.656141:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611460.656144:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611460.656145:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611460.656147:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656148:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611460.656151:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494676352:12345-0@lo:400:kworker.0 Request processed in 214us (421us total) trans 0 rc 0/0 02000000:00000001:0.0:1749611460.656151:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611460.656152:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611460.656154:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611460.656157:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611460.656159:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1749611460.656161:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494676480:0@lo:38:kworker.0 00000100:00000040:2.0:1749611460.656162:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611460.656164:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611460.656166:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611460.656166:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611460.656169:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1749611460.656170:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 02000000:00000001:0.0:1749611460.656172:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611460.656174:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00000001:1.0:1749611460.656174:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611460.656174:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611460.656178:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625400. 02000000:00000001:0.0:1749611460.656181:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611460.656183:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000100:00000001:1.0:1749611460.656187:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749611460.656187:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff580. 00000020:00000040:2.0:1749611460.656188:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611460.656189:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611460.656190:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611460.656192:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00100000:1.0:1749611460.656195:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00000200:0.0:1749611460.656197:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494676480, portal 10 00000100:00000001:1.0:1749611460.656199:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503452160 : -131939206099456 : ffff8800827d0e00) 00000100:00000001:0.0:1749611460.656200:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611460.656202:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283372160 : -131939426179456 : ffff8800755ee680) 00000100:00000040:1.0:1749611460.656205:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d0e00 x1834598494676224/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.656206:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611460.656208:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749611460.656210:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611460.656211:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755eed80. 00000100:00000040:2.0:1749611460.656214:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8800755eed80 x1834598494676608 msgsize 224 00000100:00100000:2.0:1749611460.656220:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611460.656221:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611460.656222:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494676224:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611460.656224:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611460.656226:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749611460.656227:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000200:1.0:1749611460.656228:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494676224 00000400:00000200:2.0:1749611460.656231:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000200:0.0:1749611460.656231:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494676480, offset 0 00000020:00000001:1.0:1749611460.656232:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749611460.656233:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611460.656235:0:28323:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749611460.656235:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611460.656237:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611460.656238:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749611460.656240:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611460.656241:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494676608 02000000:00000001:3.0:1749611460.656244:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749611460.656247:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611460.656248:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611460.656248:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611460.656251:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611460.656252:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:1.0:1749611460.656253:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611460.656255:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611460.656255:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94a600 00010000:00000001:1.0:1749611460.656257:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611460.656258:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656258:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611460.656260:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494676608 00000100:00000001:2.0:1749611460.656260:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749611460.656261:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611460.656261:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 103808 00000020:00000001:3.0:1749611460.656263:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611460.656263:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611460.656264:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4ee 00000100:00000001:1.0:1749611460.656265:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749611460.656266:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611460.656267:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1072 usecs (2 jiffies) 00000100:00000001:1.0:1749611460.656268:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611460.656268:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749611460.656269:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb800 refcount=5 00000100:00000001:2.0:1749611460.656270:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300734115 00000020:00000001:3.0:1749611460.656271:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 02000000:00000001:1.0:1749611460.656271:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611460.656272:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611460.656273:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000100:00000001:2.0:1749611460.656273:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300734115 02000000:00000010:1.0:1749611460.656275:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce5400. 00000100:00000001:2.0:1749611460.656276:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300734115 00000100:00000001:3.0:1749611460.656277:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611460.656278:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300734115 02000000:00000001:1.0:1749611460.656278:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611460.656280:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd140. 00000100:00000001:2.0:1749611460.656280:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300734115 00000100:00000001:2.0:1749611460.656282:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300734115 00000100:00000001:1.0:1749611460.656282:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611460.656284:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136acd480. 00000100:00000001:2.0:1749611460.656284:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300734115 00000100:00000001:2.0:1749611460.656286:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300734115 00010000:00000001:1.0:1749611460.656286:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1749611460.656288:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611460.656288:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611460.656290:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611460.656295:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.656296:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611460.656297:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749611460.656298:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd140. 00000100:00000001:2.0:1749611460.656298:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611460.656299:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611460.656300:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611460.656300:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:3.0:1749611460.656301:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736200. 00000100:00000001:1.0:1749611460.656304:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:0.0:1749611460.656304:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d1180. 00000020:00000010:3.0:1749611460.656305:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7a80. 00000100:00000001:1.0:1749611460.656307:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749611460.656308:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000040:0.0:1749611460.656308:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d1180 x1834598494676480 msgsize 520 00000100:00000040:1.0:1749611460.656311:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749611460.656314:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611460.656315:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749611460.656315:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611460.656316:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611460.656317:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:2.0:1749611460.656317:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749611460.656319:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611460.656320:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611460.656321:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749611460.656323:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611460.656324:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611460.656324:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611460.656326:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1749611460.656327:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611460.656328:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611460.656329:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656330:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611460.656330:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000001:1.0:1749611460.656332:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611460.656333:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494676480 00000400:00000010:0.0:1749611460.656333:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:3.0:1749611460.656334:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611460.656335:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611460.656336:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611460.656336:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611460.656337:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611460.656339:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611460.656339:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749611460.656340:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611460.656341:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.656342:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611460.656342:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611460.656343:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494676224, offset 0 00000100:00100000:2.0:1749611460.656344:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494676480 00000100:00100000:3.0:1749611460.656346:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000020:00000001:2.0:1749611460.656346:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611460.656347:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749611460.656348:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb800 : new rpc_count 1 00000020:00000001:2.0:1749611460.656349:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749611460.656349:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611460.656351:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283373952 : -131939426177664 : ffff8800755eed80) 00000020:00000001:2.0:1749611460.656351:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611460.656353:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656354:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611460.656356:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755eed80 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:141/0 lens 224/0 e 0 to 0 dl 1749611471 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611460.656356:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000400:00000200:1.0:1749611460.656357:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749611460.656358:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000040:0.0:1749611460.656359:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611460.656361:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000001:2.0:1749611460.656364:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749611460.656365:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a500 00000100:00000001:2.0:1749611460.656366:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611460.656368:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656370:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656371:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611460.656371:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f89 [1] + 0 00000100:00000001:0.0:1749611460.656373:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611460.656376:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611460.656377:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611460.656377:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611460.656377:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611460.656378:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd140. 00000100:00000001:3.0:1749611460.656381:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611460.656381:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611460.656381:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 873 usecs (1 jiffies) 00000100:00000001:2.0:1749611460.656382:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749611460.656383:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd140. 00000100:00000001:2.0:1749611460.656384:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611460.656385:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300734114 00000100:00000001:1.0:1749611460.656386:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611460.656387:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494676608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1749611460.656388:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00000001:0.0:1749611460.656389:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300734115 00000100:00000001:2.0:1749611460.656390:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503453056 : -131939206098560 : ffff8800827d1180) 00000100:00000200:3.0:1749611460.656391:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494676608 00000100:00000200:1.0:1749611460.656392:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611460.656393:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611460.656393:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300734114 00000100:00000040:2.0:1749611460.656394:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d1180 x1834598494676480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611480 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611460.656396:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611460.656396:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300734115 00000020:00000001:3.0:1749611460.656398:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611460.656400:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611460.656400:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300734114 00000020:00000001:3.0:1749611460.656402:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611460.656403:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300734115 00000100:00100000:2.0:1749611460.656404:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494676480:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749611460.656405:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749611460.656406:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.656406:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300734114 00000100:00000200:2.0:1749611460.656408:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494676480 00000020:00000001:3.0:1749611460.656409:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611460.656410:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611460.656410:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611460.656410:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300734115 00000020:00000001:3.0:1749611460.656412:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1749611460.656412:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611460.656413:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611460.656414:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611460.656415:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611460.656417:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.656418:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611460.656419:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611460.656420:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1749611460.656422:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1749611460.656423:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b561000. 00000400:00000001:0.0:1749611460.656424:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749611460.656425:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.656427:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611460.656427:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611460.656428:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000020:00000001:3.0:1749611460.656429:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611460.656431:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000040:3.0:1749611460.656432:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494676608 00010000:00000001:3.0:1749611460.656434:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749611460.656434:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611460.656437:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000200:3.0:1749611460.656438:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755eed80 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:141/0 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.656439:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749611460.656440:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:2.0:1749611460.656441:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611460.656443:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749611460.656443:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00010000:00000001:3.0:1749611460.656446:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611460.656446:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749611460.656447:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dc9c00. 00010000:00000001:3.0:1749611460.656448:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611460.656449:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611460.656449:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00001000:3.0:1749611460.656451:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611460.656451:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611460.656452:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000200:0.0:1749611460.656452:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611460.656454:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749611460.656454:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611460.656455:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:2.0:1749611460.656456:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611460.656457:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611460.656457:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749611460.656459:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611460.656461:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656462:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611460.656463:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611460.656465:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611460.656465:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749611460.656466:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611460.656467:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:0.0:1749611460.656467:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611460.656468:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656469:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611460.656469:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611460.656470:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611460.656471:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611460.656473:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611460.656475:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749611460.656476:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 02000000:00000001:2.0:1749611460.656477:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749611460.656477:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611460.656477:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611460.656479:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656501:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611460.656502:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494676608, offset 224 00000100:00000001:2.0:1749611460.656504:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611460.656505:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0e00 x1834598494676224/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.656505:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749611460.656506:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611460.656508:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749611460.656509:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 02000000:00000001:0.0:1749611460.656509:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611460.656511:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749611460.656513:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494676480, offset 0 00000100:00000001:0.0:1749611460.656514:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611460.656515:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611460.656518:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611460.656518:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611460.656544:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a680 00000100:00100000:1.0:1749611460.656548:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494676224:12345-0@lo:38:kworker.0 Request processed in 300us (517us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611460.656549:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f7d [1] + 224 00000400:00000200:2.0:1749611460.656552:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749611460.656553:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611460 v=5 (0 0 0 0) 00000400:00000200:3.0:1749611460.656554:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611460.656558:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611460.656559:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a600 00000100:00001000:0.0:1749611460.656559:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=133 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611460.656561:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749611460.656561:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00000001:0.0:1749611460.656563:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749611460.656564:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8f99 [1] + 0 00000100:00000001:1.0:1749611460.656565:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749611460.656567:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.656567:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611460.656568:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611460.656568:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611460.656571:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611460.656572:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749611460.656573:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16b300. 00000100:00000001:2.0:1749611460.656575:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611460.656576:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611460.656578:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611460.656579:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611460.656579:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000020:00000010:1.0:1749611460.656584:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:3.0:1749611460.656589:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611460.656589:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611460.656590:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611460.656594:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:0.0:1749611460.656594:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1749611460.656596:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000040:2.0:1749611460.656596:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.656597:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611460.656599:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611460.656600:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611460.656600:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611460.656603:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656604:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611460.656605:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611460.656606:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611460.656607:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749611460.656608:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00080000:0.0:1749611460.656608:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1749611460.656610:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611460.656610:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000001:1.0:1749611460.656610:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749611460.656612:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1749611460.656612:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00080000:0.0:1749611460.656613:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611460.656614:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749611460.656616:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755eed80 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:141/0 lens 224/224 e 0 to 0 dl 1749611471 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.656616:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749611460.656616:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611460.656617:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:1.0:1749611460.656619:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611460.656620:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611460.656622:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:1.0:1749611460.656622:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000040:0.0:1749611460.656623:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611485 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.656625:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611460.656626:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494676608:12345-0@lo:400:kworker.0 Request processed in 248us (409us total) trans 0 rc 0/0 00000400:00000200:1.0:1749611460.656626:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000020:00000001:2.0:1749611460.656627:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611460.656629:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000040:2.0:1749611460.656631:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d1180 x1834598494676480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611480 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611460.656633:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611460.656634:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00000200:1.0:1749611460.656638:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611460.656641:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494676480:12345-0@lo:38:kworker.0 Request processed in 237us (331us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749611460.656643:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb800 : new rpc_count 0 00000100:00000001:3.0:1749611460.656646:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611460.656648:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749611460.656650:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000020:00000010:3.0:1749611460.656652:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7a80. 00000100:00000001:2.0:1749611460.656652:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749611460.656653:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.656654:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749611460.656654:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494675968:0@lo:38:kworker.0 00000020:00000010:3.0:1749611460.656655:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:2.0:1749611460.656657:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000020:00000010:3.0:1749611460.656658:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736200. 00000020:00000010:2.0:1749611460.656660:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000100:00000001:0.0:1749611460.656661:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611460.656662:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 4 00000100:00000001:3.0:1749611460.656664:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611460.656664:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000100:00000001:1.0:1749611460.656664:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611460.656664:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611460.656666:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.656667:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611460.656669:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749611460.656669:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755efb80 x1834598494675968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611485 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611460.656672:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611460.656674:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611460.656677:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611460.656680:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656680:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611460.656683:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1749611460.656685:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=15 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611460.656686:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749611460.656687:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c624400. 00000100:00000001:2.0:1749611460.656688:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611460.656691:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1749611460.656691:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=15 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611460.656691:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1749611460.656693:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611460.656694:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749611460.656694:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1749611460.656695:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00000020:00000040:0.0:1749611460.656697:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:2.0:1749611460.656698:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611460.656699:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000020:00000001:0.0:1749611460.656700:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611460.656702:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611460.656703:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611460.656703:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f5400. 00000100:00000200:2.0:1749611460.656705:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611460.656707:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749611460.656709:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611460.656711:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:1.0:1749611460.656713:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611460.656714:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611460.656714:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755efb80. 00000100:00000001:0.0:1749611460.656719:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611460.656721:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.656724:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611460.656725:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656726:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611460.656728:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.656730:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611460.656730:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611460.656730:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611460.656732:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749611460.656733:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611460.656733:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.656734:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611460.656735:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611460.656736:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611460.656736:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611460.656737:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611460.656738:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656738:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1749611460.656742:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88012e555c38 time=5 v=5 (5 0 0 0) 00000400:00000001:0.0:1749611460.656742:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749611460.656744:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611460.656744:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749611460.656746:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e555bf0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1749611460.656748:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1749611460.656748:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff6e0. 00000100:00000001:2.0:1749611460.656750:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611460.656752:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1749611460.656752:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:1.0:1749611460.656754:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611460.656755:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00010000:00080000:2.0:1749611460.656756:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611460.656758:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611460.656758:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611460.656760:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611460.656764:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611460.656764:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611460.656765:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.656766:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611460.656768:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749611460.656770:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611460.656771:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611460.656775:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611460.656778:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494676352:0@lo:400:kworker.0 00000100:00000200:0.0:1749611460.656778:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.656781:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611460.656783:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611460.656785:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611460.656785:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611460.656787:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611460.656788:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611460.656792:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755eea00 x1834598494676352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611460.656796:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494676608:0@lo:400:kworker.0 00000100:00000001:2.0:1749611460.656800:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.656802:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611460.656802:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611460.656804:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611460.656804:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611460.656805:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ee300 x1834598494676608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.656807:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749611460.656808:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124200. 00000100:00000001:0.0:1749611460.656809:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611460.656812:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749611460.656813:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611460.656814:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749611460.656816:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611460.656816:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611460.656818:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1749611460.656819:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611460.656821:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611460.656822:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1749611460.656823:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297f00. 02000000:00000001:2.0:1749611460.656824:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1749611460.656825:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611460 v=5 (0 0 0 0) 02000000:00000010:2.0:1749611460.656826:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f200. 02000000:00000001:1.0:1749611460.656827:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611460.656828:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749611460.656829:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749611460.656830:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1749611460.656830:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=115 v=20 (20 1 1 1) 00000020:00000040:2.0:1749611460.656831:0:28323:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000010:1.0:1749611460.656831:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755eea00. 00000020:00000001:2.0:1749611460.656833:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611460.656834:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1749611460.656835:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297300. 00000100:00000001:0.0:1749611460.656837:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611460.656838:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611460.656839:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611460.656840:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:2.0:1749611460.656841:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee300. 00000100:00000001:1.0:1749611460.656841:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611460.656843:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611460.656843:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.656844:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611460.656846:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611460.656846:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611460.656846:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611460.656850:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611460.656851:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611460.656852:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656854:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611460.656854:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611460.656855:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611460.656857:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611460.656857:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611460.656860:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.656861:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611460.656863:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.656866:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611460.656868:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611460.656872:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611460.656877:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611460.656880:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611460.656886:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611485 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611460.656897:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494676096:0@lo:38:kworker.0 00000400:00000001:0.0:1749611460.656904:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611460.656906:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611460.656909:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff5d8. 00000400:00000200:0.0:1749611460.656912:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749611460.656915:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749611460.656924:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611460.656929:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611460.656941:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.656952:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611460.656955:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.656957:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611460.656960:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611460.656962:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611460.656964:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611460.656968:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611460.656972:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611460 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611460.656975:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=15 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611460.656978:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611460.656980:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611460.656982:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611460.656986:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611485 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.656993:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611460.656995:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611460.656996:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.656998:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611460.656999:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611460.657002:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611460.657005:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611460.657008:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611460.657014:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611485 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611460.657025:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494676224:0@lo:38:kworker.0 00000400:00000001:0.0:1749611460.657046:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611460.657048:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611460.657051:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff580. 00000400:00000200:0.0:1749611460.657056:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749611460.657058:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749611460.657062:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611460.657067:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611460.657080:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.657090:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611460.657092:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.657095:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611460.657097:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611460.657100:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611460.657102:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611460.657105:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611460.657111:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e554438 time=1749611460 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611460.657116:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e5543f0 time=5 v=10 (10 0 0 0) 00000100:00000001:0.0:1749611460.657119:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611460.657121:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611460.657124:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611460.657129:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.657139:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611460.657142:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611460.657144:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.657147:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611460.657149:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611460.657152:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611460.657155:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611460.657158:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611460.657171:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611460.657183:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494676480:0@lo:38:kworker.0 00000100:00000001:0.0:1749611460.657190:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.657193:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611460.657198:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755edc00 x1834598494676096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611485 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.657209:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611460.657211:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611460.657214:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c624c00. 02000000:00000001:0.0:1749611460.657217:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611460.657220:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611460.657222:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611460.657225:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611460.657228:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f7c00. 02000000:00000001:0.0:1749611460.657232:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611460.657234:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611460.657236:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755edc00. 00000100:00000001:0.0:1749611460.657240:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611460.657242:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.657245:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611460.657250:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ece00 x1834598494676224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611485 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.657259:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611460.657261:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611460.657263:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625000. 02000000:00000001:0.0:1749611460.657267:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611460.657268:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611460.657270:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611460.657273:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611460.657275:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbae800. 02000000:00000001:0.0:1749611460.657278:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611460.657280:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611460.657282:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ece00. 00000100:00000001:0.0:1749611460.657293:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611460.657295:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.657298:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611460.657304:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ee680 x1834598494676480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611475 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611460.657314:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611460.657316:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611460.657318:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625400. 02000000:00000001:0.0:1749611460.657320:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611460.657321:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611460.657323:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611460.657325:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611460.657326:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbadc00. 02000000:00000001:0.0:1749611460.657328:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611460.657329:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611460.657330:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee680. 00000100:00000001:0.0:1749611460.657333:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611460.657334:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.657336:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.657337:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611460.657339:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611460.657341:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611460.657343:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611460.657608:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300734115, at 4300734115 00000100:00000040:0.0:1749611460.657614:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300734115, at 4300734115 00000100:00000010:1.0:1749611460.657625:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819180. 00000100:00000040:3.0:1749611460.657631:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300734115, at 4300734115 00000100:00000040:2.0:1749611460.657637:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300734115, at 4300734115 00000100:00000010:3.0:1749611460.657643:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819200. 00000100:00000010:2.0:1749611460.657652:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819cc0. 00000100:00000010:0.0:1749611460.657670:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368193c0. 00000100:00000001:0.0:1749611460.682625:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611460.682630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611460.682632:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611460.682636:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611460.682639:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611460.682642:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.682644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611460.682646:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611460.682648:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611461.066622:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611461.066630:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611461.066751:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611461.066756:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611461.066761:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611461.458738:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611461.458765:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611461.458767:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611461.458772:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611461.458776:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611461.458780:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611461.458784:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611461.458787:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611461.458789:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611461.652634:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611461.652641:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611461.652645:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611461.652651:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611461.652656:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611461.652661:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611461.652665:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611461.652669:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611461.652673:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611461.656625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611461.656639:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611461.656641:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611461.656644:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611461.656647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611461.656650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611461.656652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611461.682633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611461.682638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611461.682640:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611461.682644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611461.682647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611461.682649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611461.682652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611461.682654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611461.682656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611462.068690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611462.068699:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611462.068795:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611462.068802:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611462.068807:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611462.458698:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611462.458706:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611462.458709:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611462.458714:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611462.458718:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611462.458722:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611462.458725:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611462.458728:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611462.458730:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611462.652641:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611462.652650:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611462.652653:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611462.652657:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611462.652679:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611462.652683:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611462.652686:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611462.652690:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611462.652692:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611462.656689:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611462.656703:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611462.656705:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611462.656709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611462.656720:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611462.656723:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611462.656725:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611462.682623:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611462.682628:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611462.682630:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611462.682633:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611462.682636:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611462.682639:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611462.682641:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611462.682653:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800827d0380 x1834598494675840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611462.682664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611462.682669:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d0380 x1834598494675840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611462.682678:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611462.682681:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611462.682684:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611462.682686:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611462.682689:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0380 x1834598494675840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611462.682698:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494675840:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611462.682703:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611462.682705:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611462.682707:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611462.682709:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611462.682712:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d0380 x1834598494675840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611462.682719:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611462.682722:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009c482180. 00000100:00000001:0.0:1749611462.682728:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611462.682729:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611462.682742:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611462.682746:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611462.682750:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611462.682753:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e78a00 refcount=4 00000020:00000001:0.0:1749611462.682756:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:0.0:1749611462.682759:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00010000:0.0:1749611462.682765:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611462.682776:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611462.682780:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611462.682787:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611462.682790:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611462.682796:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611462.682798:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611462.682801:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611462.682807:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611462.682809:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611462.682812:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611462.682815:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611462.682821:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880118e78a00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611462.682824:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611462.682827:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611462.682833:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611462.682839:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611462.682840:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611462.682842:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e78a00 refcount=5 00000020:00000001:0.0:1749611462.682845:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:0.0:1749611462.682847:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:0.0:1749611462.682850:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611462.682853:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611462.682858:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611462.682860:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611462.682865:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611462.682868:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611462.682870:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611462.682872:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611462.682874:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611462.682877:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611462.682878:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611462.682880:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611462.682881:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611462.682884:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880118e78a00 with handle 0x689c0ec07329d4f5 from hash 00010000:00000001:0.0:1749611462.682886:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611462.682888:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611462.682889:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611462.682890:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611462.682891:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611462.682893:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611462.682895:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611462.682896:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611462.682897:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611462.682899:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611462.682901:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611462.682915:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611462.682917:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611462.682918:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611462.682920:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611462.682921:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611462.682922:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611462.682923:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611462.682925:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d4f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611462.682933:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5a00 count: 0 00010000:00000001:0.0:1749611462.682965:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611462.682967:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611462.682970:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611462.682974:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d0380 x1834598494675840/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611462.682981:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611462.682985:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611462.682987:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611462.682988:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611462.682993:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880118e79800. 02000000:00000001:0.0:1749611462.682997:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611462.682999:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611462.683002:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0380. 00000100:00000001:0.0:1749611462.683007:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611462.683008:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611462.683010:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611462.683013:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611462.683015:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611462.683018:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801368193c0. 00000020:00000010:0.0:1749611462.683022:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79800. 00000020:00000010:0.0:1749611462.683026:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e78200. 00000040:00000010:0.0:1749611462.683030:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880118e79400. 00000020:00000010:0.0:1749611462.683035:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72d800. 00000020:00000010:0.0:1749611462.683044:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e79a00. 80000000:00000010:0.0:1749611462.683048:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16c00. 00040000:00000010:0.0:1749611462.683053:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e78000. 00080000:00000010:0.0:1749611462.683060:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611462.683066:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a12000. 10000000:00000040:0.0:1749611462.683074:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611462.683078:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 10000000:00000001:0.0:1749611462.683082:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611462.683086:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611462.683091:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e78200. 00000040:00000010:0.0:1749611462.683095:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880118e79400. 00000020:00000010:0.0:1749611462.683098:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72d800. 00000020:00000010:0.0:1749611462.683104:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e79a00. 80000000:00000010:0.0:1749611462.683107:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16c00. 00040000:00000010:0.0:1749611462.683113:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e78000. 00080000:00000010:0.0:1749611462.683118:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a12000. 00080000:00000010:0.0:1749611462.683121:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:0.0:1749611462.683125:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79800. 10000000:00000010:0.0:1749611462.683128:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801368193c0. 10000000:01000000:0.0:1749611462.683131:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:0.0:1749611462.683134:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:0.0:1749611462.683137:0:9690:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1749611462.683139:0:9690:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1749611462.683141:0:9690:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1749611462.683142:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611462.683144:0:9690:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611462.683147:0:9690:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1749611462.683148:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611462.683151:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611462.683152:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611462.683154:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749611462.683156:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611462.683158:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611462.683164:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749611462.683166:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611462.683167:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611462.683169:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:0.0:1749611462.683171:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611462.683173:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:0.0:1749611462.683175:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611462.683177:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:0.0:1749611462.683181:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0380. 00000020:00000040:0.0:1749611462.683184:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611462.683188:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611462.683191:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611462.683196:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611462.683201:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880118e79800. 00000100:00000001:0.0:1749611462.683207:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611462.683211:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611462.683213:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611462.683218:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5600. 00010000:00000001:0.0:1749611462.683223:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611462.683225:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880118e79600. 00000020:00000001:0.0:1749611462.683228:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611462.683231:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880118e79600 with handle 0x689c0ec07329d4fc to hash 00000020:00000001:0.0:1749611462.683233:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611462.683234:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:0.0:1749611462.683237:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:0.0:1749611462.683240:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611462.683242:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611462.683245:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611462.683253:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611462.683263:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611462.683279:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611462.683281:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611462.683285:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009c482180. 00000100:00000001:0.0:1749611462.683287:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134936191360 : -131938773360256 : ffff88009c482180) 00000100:00000001:0.0:1749611462.683290:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611462.683292:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503449472 : -131939206102144 : ffff8800827d0380) 00000100:00000001:0.0:1749611462.683296:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611462.683301:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611462.683303:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611462.683305:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611462.683309:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d0380 x1834598494676736/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611462.683317:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611462.683318:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611462.683322:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800827d0380 x1834598494676736/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611462.683329:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611462.683331:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611462.683333:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611462.683335:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611462.683337:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611462.683338:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611462.683340:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611462.683341:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611462.683343:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611462.685727:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5a00. 00010000:00000010:3.1:1749611462.685738:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880118e78a00. 00010000:00000001:0.0:1749611463.070648:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611463.070656:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611463.070784:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611463.070789:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611463.070793:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611463.458702:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611463.458711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611463.458714:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611463.458719:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611463.458723:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611463.458728:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.458748:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611463.458752:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.458754:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.652642:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611463.652650:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611463.652652:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611463.652657:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611463.652660:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611463.652663:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611463.652666:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611463.652670:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611463.652672:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.656623:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611463.656629:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749611463.656642:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611438/real 1749611438] req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611463 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611463.656660:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611463.656662:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611463.656667:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000400:00000200:0.0:1749611463.656675:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000400:00000010:0.0:1749611463.656677:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:0.0:1749611463.656682:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611463.656686:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611463 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611463.656696:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611463 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611463.656703:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611463.656705:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.656708:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611463.656710:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611463.656713:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611463 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611463.656720:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.656731:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611463.656733:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.656735:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611463.656738:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611463.656740:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611463.656743:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611463 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611463.656751:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611463.656754:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.656769:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611463.656771:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.656774:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611463.656777:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749611463.656781:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611463.656811:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749611463.656814:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749611463.656819:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611463 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611463.656828:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494672256:0@lo:250:kworker.0 00000100:00000001:0.0:1749611463.656833:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.656836:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611463.656839:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54700 x1834598494672256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611463 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611463.656845:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611463.656848:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611463.656852:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801322e4000. 02000000:00000001:0.0:1749611463.656858:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611463.656861:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611463.656863:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611463.656865:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611463.656868:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801302f6c00. 02000000:00000001:0.0:1749611463.656872:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611463.656874:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611463.656876:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 00000100:00000001:0.0:1749611463.656880:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611463.656881:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.656883:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.656887:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611463.656889:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.656891:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611463.656892:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611463.656922:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611463.656929:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749611463.656932:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611463.656935:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611463.656939:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611463.656943:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6045 00000100:00080000:2.0:1749611463.656947:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611463.656950:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611463.656953:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611463.656956:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611463.656958:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611463.656962:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611463.656964:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611463.656967:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611463.656970:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611463.656973:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611463.656975:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611463.656988:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611463.656990:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611463.656992:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611463.656994:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611463.656998:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611463.657001:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611463.657003:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657006:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611463.657009:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611463.657012:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657014:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611463.657017:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611463.657023:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee300. 00000020:00000040:2.0:1749611463.657026:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611463.657030:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611463.657032:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657035:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611463.657037:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611463.657041:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611463.657049:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dc9800. 00000100:00000001:2.0:1749611463.657056:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611463.657063:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611463.657075:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611463.657079:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611463.657084:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ee300] to pc [ptlrpcd_rcv+-1] req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.657116:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611463.657120:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611463.657124:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611463.657125:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611463.657128:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611463.657136:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611463.657139:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6066 00000100:00080000:2.0:1749611463.657141:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611463.657144:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611463.657144:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611463.657146:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611463.657148:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611463.657150:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611463.657152:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611463.657153:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749611463.657154:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611463.657155:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611463.657156:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749611463.657157:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611463.657159:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611463.657161:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611463.657162:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611463.657164:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611463.657166:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611463.657168:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611463.657170:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611463.657170:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749611463.657172:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00000001:0.0:1749611463.657172:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611463.657174:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749611463.657175:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611463.657176:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657178:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611463.657178:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611463.657181:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657183:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611463.657185:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611463.657185:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494676864:0@lo:250:kworker.0 00000100:00000001:2.0:1749611463.657187:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611463.657189:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611463.657190:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.657192:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749611463.657193:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed880. 00000020:00000040:2.0:1749611463.657195:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611463.657195:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657197:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611463.657197:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611463.657199:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657200:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1749611463.657201:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625400. 02000000:00000001:2.0:1749611463.657202:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611463.657203:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657204:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611463.657209:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff790. 00000400:00000010:0.0:1749611463.657214:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000200:0.0:1749611463.657220:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494676864, portal 25 02000000:00000010:2.0:1749611463.657223:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0dc000. 00000100:00000001:0.0:1749611463.657223:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611463.657225:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283371264 : -131939426180352 : ffff8800755ee300) 00000100:00000001:2.0:1749611463.657228:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611463.657230:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611463.657233:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611463.657237:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611463.657240:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611463.657241:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611463.657243:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611463.657243:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:0.0:1749611463.657245:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494676864, offset 0 00000100:00000040:2.0:1749611463.657246:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ed880] to pc [ptlrpcd_rcv+-1] req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611463.657251:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611463.657255:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611463.657258:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611463.657262:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611463.657263:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749611463.657264:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749611463.657265:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611463.657267:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611463.657270:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6066 00000100:00080000:2.0:1749611463.657272:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611463.657276:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749611463.657276:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf94a780 00000100:00000001:2.0:1749611463.657278:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611463.657279:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611463.657281:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000100:0.0:1749611463.657282:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494676864 offset 0 length 520: 4 00000020:00000001:2.0:1749611463.657284:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611463.657285:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611463.657287:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749611463.657287:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe6730 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000040:2.0:1749611463.657289:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000400:00000200:0.0:1749611463.657290:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000020:00000001:2.0:1749611463.657291:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611463.657293:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611463.657296:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611463.657297:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611463.657299:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611463.657301:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611463.657303:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749611463.657305:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000040:2.0:1749611463.657307:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:0.0:1749611463.657308:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749611463.657310:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611463.657313:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611463.657313:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611463.657314:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611463.657317:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611463.657319:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657320:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611463.657321:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611463.657323:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611463.657323:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611463.657326:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed500. 00000020:00000040:2.0:1749611463.657328:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611463.657330:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749611463.657330:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657331:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657331:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611463.657333:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611463.657334:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611463.657335:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657336:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611463.657339:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0dc400. 00000100:00000001:0.0:1749611463.657340:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300737137 00000100:00000001:2.0:1749611463.657342:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611463.657344:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801368193c0. 00000100:00100000:2.0:1749611463.657346:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611463.657351:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611463.657353:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611463.657354:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611463.657358:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ed500] to pc [ptlrpcd_rcv+-1] req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611463.657372:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300737137 00000100:00000001:2.0:1749611463.657374:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611463.657375:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136819740. 00000100:00080000:2.0:1749611463.657377:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611463.657378:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1749611463.657380:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611463.657382:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611463.657383:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611463.657386:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611463.657388:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6066 00000100:00080000:2.0:1749611463.657390:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611463.657393:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611463.657395:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300737137 00000100:00000010:0.0:1749611463.657398:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136819580. 00000100:00000001:2.0:1749611463.657400:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611463.657401:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611463.657401:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611463.657403:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611463.657405:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300737137 00000020:00000001:2.0:1749611463.657406:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611463.657407:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000010:0.0:1749611463.657408:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136819f00. 00000020:00000001:2.0:1749611463.657409:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611463.657411:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:0.0:1749611463.657411:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1749611463.657412:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611463.657414:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611463.657417:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611463.657419:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611463.657419:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611463.657420:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611463.657422:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611463.657422:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611463.657424:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749611463.657425:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611463.657426:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611463.657427:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611463.657428:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657430:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611463.657432:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611463.657433:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611463.657433:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749611463.657434:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657435:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611463.657436:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611463.657437:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611463.657438:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657438:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611463.657441:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed180. 00000020:00000040:2.0:1749611463.657443:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611463.657445:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611463.657446:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657447:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611463.657448:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749611463.657448:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611463.657450:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611463.657483:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0dc800. 00000100:00000001:2.0:1749611463.657487:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657490:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611463.657491:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611463.657492:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611463.657494:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611463.657496:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611463.657498:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657499:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1749611463.657501:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494676992:0@lo:38:kworker.0 00000100:00000001:0.0:1749611463.657505:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611463.657507:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.657507:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611463.657509:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611463.657511:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ed180] to pc [ptlrpcd_rcv+-1] req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.657511:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611463.657514:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625000. 02000000:00000001:0.0:1749611463.657516:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611463.657545:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff580. 00000100:00000001:2.0:1749611463.657549:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611463.657549:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000040:2.0:1749611463.657552:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1749611463.657553:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494676992, portal 4 00000100:00000001:0.0:1749611463.657555:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611463.657556:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749611463.657557:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283368576 : -131939426183040 : ffff8800755ed880) 00000100:00000010:2.0:1749611463.657560:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec700. 00000020:00000040:2.0:1749611463.657563:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:0.0:1749611463.657564:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.657566:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611463.657568:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611463.657570:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657571:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611463.657573:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749611463.657574:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297300. 00000400:00000010:0.0:1749611463.657575:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749611463.657577:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611463.657578:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494676992, offset 0 00000100:00000040:2.0:1749611463.657581:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611463.657582:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611463.657588:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611463.657589:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611463.657591:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611463.657594:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94a800 00000100:00000040:2.0:1749611463.657597:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ec700] to pc [ptlrpcd_00_00+0] req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611463.657600:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df9 [256] + 23400 00000400:00000010:0.0:1749611463.657604:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d881ec8. 00000400:00000200:0.0:1749611463.657608:0:28320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009c0c8000 00000400:00000200:0.0:1749611463.657613:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611463.657617:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611463.657623:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611463.657626:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749611463.657627:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0c8000 00000100:00080000:2.0:1749611463.657630:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:0.0:1749611463.657630:0:28320:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 4216 at ffff88009c0c8000. 00000100:00000001:2.0:1749611463.657632:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611463.657633:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611463.657634:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611463.657636:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:0.0:1749611463.657637:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:2.0:1749611463.657639:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6066 00000100:00000040:0.0:1749611463.657640:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012b530450 x1834598494676992 msgsize 520 00000100:00001000:2.0:1749611463.657642:0:18174:0:(import.c:2097:obd_at_measure()) add 15 to ffff88012e5543f0 time=8 v=10 (10 0 0 0) 00000100:00100000:0.0:1749611463.657645:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:2.0:1749611463.657646:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88012e5543f0 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00000040:0.0:1749611463.657647:0:28320:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1749611463.657649:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749611463.657649:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1749611463.657651:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611463.657654:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611463.657656:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611463.657657:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611463.657660:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611463.657660:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000040:2.0:1749611463.657662:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749611463.657662:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749611463.657664:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611463.657664:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611463.657666:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611463.657666:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611463.657668:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4d9 00000100:00000200:0.0:1749611463.657668:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611463.657670:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611463.657672:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b800 refcount=7 00000020:00000001:2.0:1749611463.657674:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000020:00000001:2.0:1749611463.657676:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000001:0.0:1749611463.657676:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611463.657678:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611463.657678:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:0.0:1749611463.657679:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611463.657680:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657680:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611463.657682:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611463.657683:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611463.657684:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611463.657685:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611463.657686:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 6 02000000:00000001:3.0:1749611463.657687:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611463.657687:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1749611463.657688:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012e554000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:3.0:1749611463.657689:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657689:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657690:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657692:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1749611463.657693:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494677376:0@lo:400:kworker.0 00000100:00000040:0.0:1749611463.657694:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1283 usecs (2 jiffies) 02000000:00000001:2.0:1749611463.657695:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611463.657696:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300737117 00000100:00000001:3.0:1749611463.657697:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611463.657697:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657699:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611463.657699:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300737137 02000000:00000001:3.0:1749611463.657701:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611463.657701:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657702:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300737117 02000000:00000001:3.0:1749611463.657703:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611463.657704:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec380. 00000100:00000001:0.0:1749611463.657704:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300737137 02000000:00000001:3.0:1749611463.657705:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749611463.657706:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e554000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749611463.657706:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300737117 00000100:00000001:0.0:1749611463.657708:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300737137 02000000:00000001:2.0:1749611463.657709:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611463.657710:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657710:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300737117 02000000:00000010:3.0:1749611463.657711:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880071736200. 00000100:00000001:2.0:1749611463.657712:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611463.657712:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300737137 02000000:00000001:2.0:1749611463.657713:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611463.657714:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657714:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611463.657715:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657716:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611463.657719:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 02000000:00000010:2.0:1749611463.657719:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0dcc00. 00000100:00000001:0.0:1749611463.657719:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611463.657722:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611463.657725:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00100000:2.0:1749611463.657727:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611463.657727:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611463.657730:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494677376, portal 10 00000100:00000001:3.0:1749611463.657732:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611463.657734:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611463.657734:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611463.657736:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.657738:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611463.657740:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611463.657741:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.657742:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283364096 : -131939426187520 : ffff8800755ec700) 02000000:00000001:0.0:1749611463.657742:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611463.657745:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ec380] to pc [ptlrpcd_rcv+-1] req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611463.657745:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494677120:0@lo:38:kworker.0 00000100:00000001:0.0:1749611463.657748:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611463.657751:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.657751:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611463.657752:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657753:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.657754:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611463.657755:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1749611463.657757:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c624c00. 00000100:00000001:2.0:1749611463.657758:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749611463.657759:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611463.657759:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611463.657761:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec000. 00000100:00000040:3.0:1749611463.657762:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611463.657762:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff5d8. 00000020:00000040:2.0:1749611463.657763:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e555800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:3.0:1749611463.657764:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:2.0:1749611463.657765:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749611463.657765:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 02000000:00000001:2.0:1749611463.657766:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1749611463.657768:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494677376, offset 0 02000000:00000001:2.0:1749611463.657768:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611463.657769:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494677120, portal 10 02000000:00000010:2.0:1749611463.657771:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007d297200. 00000100:00000001:0.0:1749611463.657771:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611463.657772:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283367680 : -131939426183936 : ffff8800755ed500) 00000400:00000200:3.0:1749611463.657773:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611463.657774:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611463.657777:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611463.657778:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611463.657782:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611463.657784:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611463.657785:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611463.657786:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611463.657787:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611463.657789:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94a980 00000400:00000010:0.0:1749611463.657789:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000040:2.0:1749611463.657790:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ec000] to pc [ptlrpcd_00_01+1] req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611463.657791:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494677120, offset 0 00000400:00000200:3.0:1749611463.657795:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 104328 00000100:00000001:2.0:1749611463.657798:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611463.657802:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611463.657803:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6074) 00000400:00000200:3.0:1749611463.657805:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611463.657807:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611463.657811:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611463.657813:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611463.657813:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611463.657814:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611463.657817:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1749611463.657818:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f574380. 00000400:00000200:0.0:1749611463.657818:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94a880 00000100:00000001:2.0:1749611463.657819:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611463.657821:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009f574380 x1834598494677376 msgsize 224 00000100:00000040:2.0:1749611463.657823:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611463.657823:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 104552 00000100:00100000:3.0:1749611463.657825:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611463.657828:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611463.657830:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749611463.657831:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611463.657832:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657834:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611463.657836:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611463.657838:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611463.657841:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494677632:0@lo:400:kworker.0 00000100:00000001:3.0:1749611463.657851:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611463.657854:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611463.657857:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611463.657859:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.657861:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611463.657862:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611463.657864:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 02000000:00000010:2.0:1749611463.657865:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f200. 00000100:00100000:0.0:1749611463.657865:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494676992 00000400:00000010:3.0:1749611463.657866:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 02000000:00000001:2.0:1749611463.657867:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.657870:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749611463.657871:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe528. 02000000:00000001:0.0:1749611463.657872:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749611463.657875:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611463.657876:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:0.0:1749611463.657876:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611463.657878:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611463.657881:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494677632, portal 10 02000000:00000001:0.0:1749611463.657882:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657883:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611463.657884:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611463.657885:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283362304 : -131939426189312 : ffff8800755ec000) 00000100:00100000:0.0:1749611463.657886:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494676992 00000100:00000040:3.0:1749611463.657887:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611463.657888:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611463.657890:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611463.657892:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611463.657892:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611463.657893:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611463.657894:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.657895:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749611463.657896:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.657898:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657899:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611463.657902:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000100:00000040:2.0:1749611463.657902:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749611463.657902:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78000. 00000400:00000010:2.0:1749611463.657904:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000001:3.0:1749611463.657905:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300737116 00000020:00000010:0.0:1749611463.657906:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffc80. 00000100:00000200:2.0:1749611463.657907:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494677632, offset 0 00000100:00000001:3.0:1749611463.657908:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300737137 00000400:00000200:2.0:1749611463.657911:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749611463.657911:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000100:00000001:3.0:1749611463.657916:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300737116 00000100:00000001:0.0:1749611463.657917:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611463.657918:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611463.657919:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300737137 00000400:00000200:2.0:1749611463.657919:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611463.657920:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.657921:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300737116 00000100:00000001:3.0:1749611463.657923:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300737137 00000100:00000001:3.0:1749611463.657925:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300737116 00000400:00000200:2.0:1749611463.657926:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94aa80 00000100:00000001:0.0:1749611463.657926:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.657927:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300737137 00000100:00000001:3.0:1749611463.657929:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611463.657931:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 105072 00000100:00000001:3.0:1749611463.657932:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.657933:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611463.657934:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.657936:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611463.657937:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611463.657940:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611463.657941:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611463.657943:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611463.657943:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611463.657944:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611463.657945:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749611463.657946:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611463.657947:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611463.657948:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749611463.657948:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00000001:3.0:1749611463.657949:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611463.657949:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755eca80. 00000100:00000001:1.0:1749611463.657950:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611463.657951:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137336046672 : -131936373504944 : ffff88012b530450) 00000100:00000001:3.0:1749611463.657952:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611463.657952:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff8800755eca80 x1834598494677632 msgsize 224 00000100:00100000:1.0:1749611463.657955:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494677376 00000100:00100000:2.0:1749611463.657956:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611463.657956:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b530450 x1834598494676992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611463.657959:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611463.657961:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611463.657963:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.657964:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749611463.657966:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b530450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494676992:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749611463.657967:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611463.657969:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000200:0.0:1749611463.657970:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494676992 00000100:00100000:1.0:1749611463.657971:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494677376 00000400:00000010:2.0:1749611463.657972:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000020:00000001:1.0:1749611463.657973:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1749611463.657974:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611463.657975:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:1.0:1749611463.657975:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749611463.657977:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1749611463.657977:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611463.657979:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749611463.657979:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611463.657980:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:3.0:1749611463.657982:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494677632 00000020:00000001:1.0:1749611463.657983:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:3.0:1749611463.657984:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611463.657986:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749611463.657986:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611463.657988:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.657991:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749611463.657991:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611463.657992:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611463.657994:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494677632 00010000:00020000:0.0:1749611463.657995:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749611463.657996:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5266ec0. 00000020:00000001:3.0:1749611463.657997:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611463.657998:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4ee 00010000:00000001:0.0:1749611463.657998:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611463.658000:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611463.658000:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749611463.658002:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611463.658003:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611463.658003:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000040:3.0:1749611463.658004:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb800 refcount=5 00000100:00000001:0.0:1749611463.658005:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749611463.658006:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000020:00000001:3.0:1749611463.658009:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000100:00000001:2.0:1749611463.658010:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.658011:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611463.658012:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611463.658013:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611463.658014:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1749611463.658014:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749611463.658015:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd140. 00000100:00000001:2.0:1749611463.658016:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611463.658018:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 02000000:00000010:0.0:1749611463.658018:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c624400. 00000020:00000010:3.0:1749611463.658019:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88013050e640. 00000100:00000040:2.0:1749611463.658020:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1218 usecs (2 jiffies) 02000000:00000001:0.0:1749611463.658020:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611463.658022:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16b300. 00000100:00000001:2.0:1749611463.658023:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300737117 00000100:00000001:0.0:1749611463.658023:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.658024:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611463.658026:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300737137 00010000:00000001:0.0:1749611463.658027:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611463.658028:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300737117 00010000:00000001:0.0:1749611463.658029:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.658030:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300737137 00000020:00000010:3.0:1749611463.658031:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd140. 00000100:00001000:0.0:1749611463.658032:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611463.658033:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300737117 00000100:00000001:2.0:1749611463.658035:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300737137 00000020:00000010:1.0:1749611463.658035:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000020:00000010:3.0:1749611463.658036:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880071736600. 00000100:00000001:0.0:1749611463.658036:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611463.658037:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300737117 00000100:00000001:2.0:1749611463.658039:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300737137 00000100:00000001:0.0:1749611463.658039:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749611463.658040:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7a80. 00000100:00000001:2.0:1749611463.658041:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611463.658041:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749611463.658042:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611463.658043:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.658044:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:3.0:1749611463.658045:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749611463.658045:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611463.658046:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658046:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611463.658046:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611463.658048:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.658049:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611463.658050:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611463.658050:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611463.658051:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611463.658052:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611463.658054:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611463.658054:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611463.658054:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749611463.658054:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.658055:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611463.658056:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611463.658057:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611463.658058:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611463.658059:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611463.658059:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611463.658060:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611463.658061:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:2.0:1749611463.658062:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611463.658065:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494676992, offset 0 00000100:00000001:1.0:1749611463.658067:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611463.658069:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611463.658070:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611463.658072:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749611463.658074:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658074:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611463.658076:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611463.658081:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611463.658081:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94a800 00000100:00000001:1.0:1749611463.658084:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611463.658085:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611463.658086:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x8fb5 [1] + 0 00000100:00000001:3.0:1749611463.658090:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611463.658090:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749611463.658091:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00000001:3.0:1749611463.658092:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611463.658092:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611463.658093:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611463.658094:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611463.658095:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00100000:3.0:1749611463.658097:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00000001:1.0:1749611463.658097:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987514752 : -131938722036864 : ffff88009f574380) 00000100:00000001:0.0:1749611463.658097:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611463.658101:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb800 : new rpc_count 1 00000100:00000200:0.0:1749611463.658101:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611463.658103:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283364992 : -131939426186624 : ffff8800755eca80) 00000100:00000040:1.0:1749611463.658104:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f574380 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:144/0 lens 224/0 e 0 to 0 dl 1749611474 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611463.658108:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755eca80 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:144/0 lens 224/0 e 0 to 0 dl 1749611474 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.658108:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.658110:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611463.658110:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.658114:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611463.658117:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611463.658117:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5266000. 00000100:00000001:0.0:1749611463.658118:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749611463.658119:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd140. 00000100:00000001:1.0:1749611463.658119:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611463.658121:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611463.658122:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5266000. 00000400:00000200:0.0:1749611463.658122:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000020:00000010:3.0:1749611463.658123:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd140. 00000100:00100000:3.0:1749611463.658128:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494677632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1749611463.658128:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494677376:12345-0@lo:400:kworker.0 00000400:00000010:0.0:1749611463.658128:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:0.0:1749611463.658131:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749611463.658132:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494677632 00000100:00000200:1.0:1749611463.658132:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494677376 00000100:00000001:0.0:1749611463.658133:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749611463.658135:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611463.658135:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611463.658137:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611463.658138:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611463.658138:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749611463.658140:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611463.658140:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611463.658140:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749611463.658142:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611463.658142:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611463.658142:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611463.658144:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749611463.658144:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611463.658145:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611463.658147:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749611463.658148:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749611463.658149:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b530450 x1834598494676992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611483 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611463.658151:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611463.658152:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611463.658153:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611463.658154:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611463.658156:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611463.658156:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611463.658158:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611463.658159:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b530450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494676992:12345-0@lo:38:kworker.0 Request processed in 193us (516us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749611463.658160:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749611463.658163:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658164:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749611463.658165:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1749611463.658166:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749611463.658167:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00000001:3.0:1749611463.658169:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749611463.658170:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce4000. 00000100:00000001:0.0:1749611463.658170:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749611463.658171:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611463.658171:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749611463.658172:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658174:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611463.658175:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b562c00. 00000020:00000010:0.0:1749611463.658176:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffc80. 02000000:00000001:3.0:1749611463.658177:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611463.658177:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.658179:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611463.658179:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494677376 00000020:00000010:0.0:1749611463.658180:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000020:00000001:3.0:1749611463.658182:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611463.658183:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78000. 00010000:00000040:3.0:1749611463.658184:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494677632 00010000:00000001:3.0:1749611463.658187:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749611463.658187:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749611463.658192:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755eca80 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1749611474 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749611463.658192:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f574380 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1749611474 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611463.658200:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611463.658200:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1749611463.658201:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1749611463.658202:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c624400. 00010000:00000001:3.0:1749611463.658203:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611463.658203:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.658204:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1749611463.658205:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=68 v=5 (1 1 1 1) 00000100:00001000:1.0:1749611463.658206:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=68 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611463.658207:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658208:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b563800. 00000100:00000001:3.0:1749611463.658209:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611463.658210:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611463.658210:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1749611463.658211:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749611463.658212:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000010:0.0:1749611463.658212:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0700. 00000100:00000001:3.0:1749611463.658214:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611463.658214:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611463.658216:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611463.658216:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1749611463.658217:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611463.658217:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749611463.658217:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b561400. 02000000:00000001:1.0:1749611463.658219:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.658219:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611463.658220:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749611463.658220:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38f800. 00000100:00000001:1.0:1749611463.658221:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611463.658222:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611463.658223:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611463.658223:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1749611463.658225:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 02000000:00000010:0.0:1749611463.658225:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f7000. 00000400:00000010:1.0:1749611463.658227:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 02000000:00000001:0.0:1749611463.658227:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658228:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ed80. 00000100:00000200:3.0:1749611463.658229:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494677632, offset 224 02000000:00000001:0.0:1749611463.658231:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1749611463.658232:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494677376, offset 224 02000000:00000010:0.0:1749611463.658233:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f6400. 00000400:00000200:3.0:1749611463.658234:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611463.658235:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658236:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38dc00. 00000400:00000200:1.0:1749611463.658238:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611463.658242:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611463.658244:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658245:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b560000. 00000400:00000200:1.0:1749611463.658246:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611463.658249:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94aa80 02000000:00000001:0.0:1749611463.658250:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658251:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38d880. 02000000:00000001:0.0:1749611463.658254:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658255:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f4c00. 00000400:00000200:3.0:1749611463.658256:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8fcd [1] + 224 00000400:00000200:1.0:1749611463.658256:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a980 02000000:00000001:0.0:1749611463.658257:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658258:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38ea00. 00000400:00000200:3.0:1749611463.658261:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611463.658261:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658262:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009be89c00. 00000400:00000200:1.0:1749611463.658263:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8fbd [1] + 224 02000000:00000001:0.0:1749611463.658264:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1749611463.658265:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749611463.658265:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:3.0:1749611463.658268:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611463.658268:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611463.658268:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658269:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880080faac00. 02000000:00000001:0.0:1749611463.658271:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749611463.658272:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749611463.658272:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bf93100. 00000100:00000200:3.0:1749611463.658273:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.658275:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749611463.658276:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749611463.658276:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880080fab400. 02000000:00000001:0.0:1749611463.658278:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658279:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54e00. 00000100:00000200:1.0:1749611463.658280:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611463.658282:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.658284:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658285:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880076274800. 02000000:00000001:0.0:1749611463.658288:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1749611463.658290:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611463.658290:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55880. 02000000:00000001:0.0:1749611463.658292:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658294:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b563000. 02000000:00000001:0.0:1749611463.658296:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658297:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55f80. 02000000:00000001:0.0:1749611463.658301:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658302:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880080fabc00. 00000100:00000001:1.0:1749611463.658303:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611463.658304:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658305:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9f100. 02000000:00000001:0.0:1749611463.658308:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1749611463.658309:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 02000000:00000010:0.0:1749611463.658309:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880080fa9800. 00000100:00000001:3.0:1749611463.658311:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749611463.658311:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 02000000:00000001:0.0:1749611463.658311:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658312:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9ce00. 00000100:00000001:1.0:1749611463.658314:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611463.658316:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749611463.658317:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1749611463.658318:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 02000000:00000010:0.0:1749611463.658318:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d032800. 00000100:00000001:1.0:1749611463.658319:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611463.658320:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000040:1.0:1749611463.658322:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611463.658323:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611463.658324:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749611463.658324:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658326:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9d880. 00000100:00000001:3.0:1749611463.658328:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611463.658329:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:0.0:1749611463.658330:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1749611463.658331:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611463.658331:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c957400. 00000100:00000040:3.0:1749611463.658332:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749611463.658333:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1749611463.658334:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:0.0:1749611463.658334:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658335:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081d76d80. 00000020:00000001:3.0:1749611463.658336:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611463.658338:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611463.658338:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f574380 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1749611474 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.658338:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658339:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009bad0c00. 02000000:00000001:0.0:1749611463.658341:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658342:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9c000. 00000100:00000040:3.0:1749611463.658343:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755eca80 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:144/0 lens 224/224 e 0 to 0 dl 1749611474 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.658344:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611463.658344:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749611463.658346:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749611463.658346:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d574c00. 00000100:00100000:1.0:1749611463.658349:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494677376:12345-0@lo:400:kworker.0 Request processed in 232us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1749611463.658353:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494677632:12345-0@lo:400:kworker.0 Request processed in 234us (398us total) trans 0 rc 0/0 02000000:00000001:0.0:1749611463.658353:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658355:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc000. 02000000:00000001:0.0:1749611463.658357:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:2.0:1749611463.658358:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749611463.658358:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 02000000:00000010:0.0:1749611463.658358:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008390b400. 00000400:00000001:2.0:1749611463.658359:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749611463.658360:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1749611463.658361:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000010:0.0:1749611463.658361:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bf91880. 00000100:00100000:3.0:1749611463.658362:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000400:00000010:2.0:1749611463.658362:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00000100:00000001:1.0:1749611463.658363:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749611463.658364:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1749611463.658365:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb800 : new rpc_count 0 00000100:00000001:1.0:1749611463.658365:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749611463.658365:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c63ec00. 00000400:00000200:2.0:1749611463.658366:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:3.0:1749611463.658367:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749611463.658367:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1749611463.658368:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000010:0.0:1749611463.658368:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bf90380. 00000100:00000001:3.0:1749611463.658369:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611463.658369:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16b300. 00000100:00000001:2.0:1749611463.658371:0:28322:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611463.658371:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1749611463.658372:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 02000000:00000010:0.0:1749611463.658372:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a3ff000. 00000020:00000010:3.0:1749611463.658373:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7a80. 02000000:00000001:0.0:1749611463.658375:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1749611463.658376:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000200:2.0:1749611463.658376:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611463.658376:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000100:00000010:0.0:1749611463.658376:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006eebc000. 02000000:00000001:0.0:1749611463.658379:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1749611463.658380:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880071736600. 02000000:00000010:0.0:1749611463.658380:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c955c00. 00000020:00000040:1.0:1749611463.658382:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:0.0:1749611463.658383:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:3.0:1749611463.658384:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 4 00000100:00000010:0.0:1749611463.658384:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c380. 00000100:00000200:2.0:1749611463.658385:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.658385:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611463.658386:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749611463.658387:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611463.658387:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5d400. 02000000:00000001:0.0:1749611463.658389:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658390:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:2.0:1749611463.658392:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611463.658393:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611463.658393:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658394:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5ec00. 00000100:00000001:2.0:1749611463.658395:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611463.658396:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658397:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805880. 02000000:00000001:2.0:1749611463.658398:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611463.658400:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:1.0:1749611463.658400:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611463.658402:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611463.658402:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611463.658403:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749611463.658404:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611463.658405:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.658406:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:3.0:1749611463.658407:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1749611463.658407:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca73000. 00000400:00000001:3.0:1749611463.658409:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749611463.658410:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1749611463.658411:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000100:00001000:2.0:1749611463.658411:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88012e555c38 time=8 v=5 (5 0 0 0) 00000100:00000010:0.0:1749611463.658411:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807480. 00000400:00000200:3.0:1749611463.658414:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00001000:2.0:1749611463.658414:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e555bf0 time=8 v=5 (1 0 0 0) 02000000:00000001:0.0:1749611463.658415:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1749611463.658416:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 02000000:00000010:0.0:1749611463.658416:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbac800. 00000100:00000001:2.0:1749611463.658417:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611463.658418:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611463.658419:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611463.658419:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658420:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078804e00. 00010000:00000001:2.0:1749611463.658421:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1749611463.658423:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.658424:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658425:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e4400. 00010000:00080000:2.0:1749611463.658426:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.658427:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658428:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805f80. 02000000:00000001:0.0:1749611463.658431:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658433:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781db000. 00010000:00000001:2.0:1749611463.658434:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.658434:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658436:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807100. 00000100:00000001:2.0:1749611463.658437:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1749611463.658438:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1749611463.658439:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:0.0:1749611463.658440:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781d8c00. 00000100:00000001:2.0:1749611463.658441:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611463.658442:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611463.658444:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611463.658446:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.658446:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658447:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e680. 02000000:00000001:0.0:1749611463.658450:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658451:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbad400. 00000100:00000001:3.0:1749611463.658471:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611463.658474:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611463.658475:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611463.658476:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611463.658478:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611463.658478:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611463.658479:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611463.658479:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658480:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d180. 00000100:00000001:3.0:1749611463.658481:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611463.658483:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.658483:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658484:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c9a5000. 02000000:00000001:3.0:1749611463.658485:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.658487:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658488:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e300. 00000100:00001000:3.0:1749611463.658490:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=18 v=5 (5 5 5 5) 00000100:00000040:2.0:1749611463.658490:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.658491:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658492:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab2400. 00000100:00001000:3.0:1749611463.658494:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=18 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611463.658494:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658495:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f01180. 00000100:00000001:3.0:1749611463.658497:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611463.658498:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611463.658498:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494677632:0@lo:400:kworker.0 02000000:00000001:0.0:1749611463.658498:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658499:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880087546800. 00010000:00000001:3.0:1749611463.658500:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749611463.658501:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749611463.658503:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611463.658503:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f01c00. 00010000:00080000:3.0:1749611463.658505:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.658505:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611463.658505:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658506:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008d42e000. 00000100:00000040:2.0:1749611463.658508:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ec000 x1834598494677632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611463.658512:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.658513:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611463.658515:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611463.658515:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1749611463.658515:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8e300. 00000100:00000040:3.0:1749611463.658516:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:2.0:1749611463.658517:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611463.658518:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749611463.658518:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749611463.658519:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611463.658520:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880087546400. 00000100:00000040:3.0:1749611463.658546:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611463.658546:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f200. 02000000:00000001:2.0:1749611463.658552:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611463.658553:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611463.658554:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611463.658556:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749611463.658556:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611463.658557:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611463.658557:0:28322:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000010:0.0:1749611463.658558:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8df80. 00000100:00000040:3.0:1749611463.658560:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611463.658560:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749611463.658560:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658562:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d743400. 02000000:00000010:2.0:1749611463.658563:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297200. 02000000:00000001:0.0:1749611463.658564:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658565:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4ff800. 02000000:00000001:2.0:1749611463.658566:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1749611463.658568:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494677376:0@lo:400:kworker.0 02000000:00000001:2.0:1749611463.658568:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749611463.658568:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658569:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d033400. 00000100:00000010:2.0:1749611463.658571:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ec000. 02000000:00000001:0.0:1749611463.658571:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658572:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fce00. 00000100:00000001:3.0:1749611463.658573:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611463.658575:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749611463.658575:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658576:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d031000. 00000100:00000001:2.0:1749611463.658577:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611463.658578:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658579:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fdc00. 00000100:00000001:3.0:1749611463.658580:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611463.658580:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611463.658582:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1749611463.658584:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ec700 x1834598494677376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611463.658584:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d032000. 02000000:00000001:0.0:1749611463.658586:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658587:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc700. 00000100:00000001:2.0:1749611463.658588:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749611463.658589:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749611463.658590:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611463.658590:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6ac00. 00000100:00000001:3.0:1749611463.658591:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611463.658593:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611463.658593:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611463.658593:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749611463.658594:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:0.0:1749611463.658594:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fd180. 02000000:00000010:3.0:1749611463.658595:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880071736200. 00000100:00000001:2.0:1749611463.658596:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611463.658596:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749611463.658596:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658597:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880087547800. 02000000:00000001:3.0:1749611463.658598:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611463.658599:0:28321:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749611463.658599:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658600:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5500. 00000020:00000040:3.0:1749611463.658601:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000010:1.0:1749611463.658602:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1e300. 00000020:00000001:3.0:1749611463.658603:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749611463.658603:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658604:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b5f0c00. 02000000:00000010:3.0:1749611463.658605:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007d297300. 00000100:00000040:1.0:1749611463.658605:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012be1e300 x1834598494677120 msgsize 520 02000000:00000001:0.0:1749611463.658606:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658607:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4380. 02000000:00000001:3.0:1749611463.658608:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611463.658609:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1749611463.658610:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1749611463.658610:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749611463.658610:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009bad2c00. 00000100:00000010:3.0:1749611463.658611:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ec700. 02000000:00000001:0.0:1749611463.658613:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658614:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4000. 00000100:00000001:3.0:1749611463.658615:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611463.658616:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.658617:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611463.658618:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611463.658622:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749611463.658622:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1749611463.658623:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 02000000:00000010:0.0:1749611463.658623:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd68000. 00000100:00000001:3.0:1749611463.658624:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611463.658625:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 02000000:00000001:0.0:1749611463.658625:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611463.658626:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611463.658627:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:0.0:1749611463.658627:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7480. 00000100:00000001:3.0:1749611463.658628:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611463.658629:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658630:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6a800. 00000100:00000200:1.0:1749611463.658632:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611463.658632:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611463.658634:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5880. 02000000:00000001:0.0:1749611463.658636:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611463.658637:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd68c00. 02000000:00000001:0.0:1749611463.658639:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749611463.658640:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611463.658640:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99fb80. 00000100:00000040:1.0:1749611463.658643:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.658644:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611463.658645:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611463.658648:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494677120 02000000:00000001:2.0:1749611463.658650:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611463.658650:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611463.658650:0:9761:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000100:00000001:2.0:1749611463.658653:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749611463.658654:0:9761:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff6e0. 00000100:00000001:2.0:1749611463.658656:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658658:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611463.658660:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611463.658661:0:9761:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880124a12000. 00000100:00000001:1.0:1749611463.658663:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611463.658664:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494677120 00000020:00000001:2.0:1749611463.658667:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749611463.658667:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00000020:00000040:2.0:1749611463.658669:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611463.658670:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300737118 00000020:00000001:2.0:1749611463.658672:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611463.658673:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300737137 00000100:00000001:1.0:1749611463.658676:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300737118 00000100:00000001:1.0:1749611463.658678:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300737137 00000100:00000001:1.0:1749611463.658680:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300737118 00000100:00000001:1.0:1749611463.658682:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300737137 00000020:00000001:2.0:1749611463.658683:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658684:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300737118 00000020:00000001:2.0:1749611463.658686:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658686:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300737137 00000100:00000001:1.0:1749611463.658688:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611463.658690:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611463.658691:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000001:1.0:1749611463.658693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658696:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611463.658697:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:1.0:1749611463.658700:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749611463.658702:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000001:1.0:1749611463.658702:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749611463.658704:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611463.658706:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611463.658707:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611463.658708:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749611463.658710:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.658711:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611463.658713:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658718:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611463.658719:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658720:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611463.658722:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611463.658725:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611463.658727:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611463.658730:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494677248:0@lo:38:kworker.0 00000100:00000001:1.0:1749611463.658734:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611463.658736:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611463.658738:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611463.658740:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611463.658743:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749611463.658748:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bce5800. 02000000:00000001:1.0:1749611463.658750:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.658752:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611463.658754:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749611463.658754:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00100000:2.0:1749611463.658758:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000400:00000010:1.0:1749611463.658758:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611463.658761:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137345409792 : -131936364141824 : ffff88012be1e300) 00000100:00000200:1.0:1749611463.658762:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494677248, portal 10 00000100:00000001:1.0:1749611463.658764:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611463.658766:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012be1e300 x1834598494677120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.658766:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283366784 : -131939426184832 : ffff8800755ed180) 00000100:00000040:1.0:1749611463.658772:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611463.658776:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494677120:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611463.658779:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611463.658780:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494677120 00000100:00000040:1.0:1749611463.658782:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611463.658783:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749611463.658784:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00010000:00000001:2.0:1749611463.658786:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749611463.658786:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494677248, offset 0 00000400:00000200:1.0:1749611463.658789:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611463.658795:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611463.658796:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:2.0:1749611463.658799:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749611463.658801:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94a900 00010000:00000001:2.0:1749611463.658802:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611463.658804:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611463.658805:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 105296 00000100:00000001:2.0:1749611463.658807:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611463.658809:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611463.658810:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611463.658812:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749611463.658814:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749611463.658815:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0dd000. 02000000:00000001:2.0:1749611463.658817:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658817:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611463.658818:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611463.658819:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611463.658822:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000010:1.0:1749611463.658822:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099806300. 00010000:00000001:2.0:1749611463.658824:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611463.658825:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099806300 x1834598494677248 msgsize 520 00000100:00001000:2.0:1749611463.658827:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749611463.658829:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611463.658835:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611463.658836:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749611463.658838:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:2.0:1749611463.658839:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749611463.658840:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:2.0:1749611463.658842:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611463.658842:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611463.658844:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611463.658846:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749611463.658846:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611463.658848:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611463.658850:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:0.0:1749611463.658851:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494677248 02000000:00000001:2.0:1749611463.658852:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611463.658853:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749611463.658854:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658854:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611463.658855:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611463.658856:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611463.658857:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611463.658857:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611463.658858:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611463.658860:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611463.658861:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00100000:0.0:1749611463.658862:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494677248 00000020:00000001:0.0:1749611463.658865:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749611463.658866:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494677120, offset 0 00000020:00000040:0.0:1749611463.658866:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611463.658868:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611463.658870:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611463.658870:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611463.658872:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658874:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.658875:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749611463.658876:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78000. 00000400:00000200:2.0:1749611463.658878:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749611463.658879:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffc80. 00000100:00000001:1.0:1749611463.658880:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611463.658882:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000100:00000040:1.0:1749611463.658883:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000400:00000200:2.0:1749611463.658884:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a880 00000100:00000001:0.0:1749611463.658885:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611463.658886:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300737117 00000100:00000001:0.0:1749611463.658887:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611463.658889:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300737137 00000100:00000001:0.0:1749611463.658889:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611463.658890:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8fc5 [1] + 0 00000100:00000001:1.0:1749611463.658891:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300737117 00000100:00000001:1.0:1749611463.658893:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300737137 00000100:00000001:0.0:1749611463.658893:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611463.658895:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611463.658895:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300737117 00000100:00000001:1.0:1749611463.658897:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300737137 00000400:00000200:2.0:1749611463.658898:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611463.658899:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300737117 00000100:00000001:2.0:1749611463.658901:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611463.658901:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300737137 00000100:00000001:1.0:1749611463.658903:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611463.658905:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611463.658906:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.658907:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611463.658908:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611463.658911:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611463.658914:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611463.658915:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.658918:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611463.658919:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611463.658921:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611463.658923:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749611463.658923:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611463.658925:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611463.658928:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00100000:1.0:1749611463.658928:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494677504:0@lo:38:kworker.0 00000400:00000010:2.0:1749611463.658929:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:0.0:1749611463.658930:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611463.658931:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611463.658932:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611463.658933:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749611463.658933:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611463.658934:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611463.658935:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00000001:2.0:1749611463.658936:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611463.658936:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611463.658938:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889546496 : -131938820005120 : ffff880099806300) 00000100:00000040:2.0:1749611463.658939:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:1.0:1749611463.658939:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bce5c00. 00000100:00000001:2.0:1749611463.658941:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611463.658941:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611463.658943:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611463.658943:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099806300 x1834598494677248/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611463.658947:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1e300 x1834598494677120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611483 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611463.658948:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db8f0. 00000400:00000010:1.0:1749611463.658952:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00100000:0.0:1749611463.658953:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494677248:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611463.658955:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494677504, portal 10 00000100:00000001:1.0:1749611463.658957:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749611463.658957:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494677248 00000100:00000001:1.0:1749611463.658958:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283363200 : -131939426188416 : ffff8800755ec380) 00000020:00000001:0.0:1749611463.658959:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611463.658961:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749611463.658962:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494677120:12345-0@lo:38:kworker.0 Request processed in 185us (354us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749611463.658967:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009bec0000. 00000020:00000001:0.0:1749611463.658970:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611463.658971:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00000001:2.0:1749611463.658973:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749611463.658973:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749611463.658973:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611463.658975:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749611463.658975:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611463.658978:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749611463.658979:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000001:1.0:1749611463.658979:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611463.658981:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611463.658981:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611463.658982:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749611463.658984:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000400:00000010:1.0:1749611463.658984:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 02000000:00000001:0.0:1749611463.658985:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749611463.658986:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494677504, offset 0 02000000:00000010:0.0:1749611463.658987:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c624400. 00000020:00000010:2.0:1749611463.658989:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000400:00000200:1.0:1749611463.658989:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611463.658989:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.658991:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.658992:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611463.658994:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749611463.658995:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749611463.658996:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611463.658999:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94aa00 00000100:00001000:0.0:1749611463.658999:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611463.659002:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749611463.659003:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 105816 00000100:00000001:0.0:1749611463.659004:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749611463.659007:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611463.659007:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611463.659009:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749611463.659010:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611463.659011:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611463.659013:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611463.659014:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749611463.659014:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611463.659016:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:1.0:1749611463.659018:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099807100. 02000000:00000001:0.0:1749611463.659018:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611463.659020:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099807100 x1834598494677504 msgsize 520 00000100:00000001:0.0:1749611463.659020:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611463.659024:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611463.659026:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611463.659029:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749611463.659029:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000400:00000200:1.0:1749611463.659031:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749611463.659033:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749611463.659035:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611463.659037:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494677248, offset 0 00000100:00000200:1.0:1749611463.659038:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.659041:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611463.659041:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611463.659044:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494677504 00000100:00000001:1.0:1749611463.659045:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611463.659046:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611463.659048:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611463.659049:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611463.659049:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611463.659050:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611463.659053:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611463.659054:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94a900 00000100:00100000:2.0:1749611463.659055:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494677504 00000100:00000001:1.0:1749611463.659055:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611463.659058:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611463.659059:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749611463.659059:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8fe5 [1] + 0 00000020:00000001:2.0:1749611463.659061:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611463.659061:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611463.659063:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611463.659063:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611463.659065:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659066:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611463.659066:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749611463.659067:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000100:00000040:1.0:1749611463.659069:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 992 usecs (1 jiffies) 00000020:00000010:2.0:1749611463.659070:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:0.0:1749611463.659070:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611463.659071:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300737117 00000020:00000010:2.0:1749611463.659072:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000001:1.0:1749611463.659073:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300737137 00000100:00000200:0.0:1749611463.659074:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.659075:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611463.659076:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611463.659076:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300737117 00000100:00000001:2.0:1749611463.659078:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659078:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300737137 00000100:00000001:1.0:1749611463.659080:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300737117 00000100:00000001:2.0:1749611463.659081:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659082:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300737137 00000100:00000040:0.0:1749611463.659083:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659084:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300737117 00000100:00000001:1.0:1749611463.659086:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300737137 00000100:00000001:1.0:1749611463.659087:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611463.659090:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611463.659091:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749611463.659094:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611463.659095:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611463.659095:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611463.659098:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff580. 00000100:00000001:2.0:1749611463.659100:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611463.659101:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611463.659101:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:1.0:1749611463.659102:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:1.0:1749611463.659104:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611463.659105:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00000001:2.0:1749611463.659107:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134889550080 : -131938820001536 : ffff880099807100) 00000100:00000200:1.0:1749611463.659108:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611463.659110:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000040:2.0:1749611463.659112:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099807100 x1834598494677504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611483 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611463.659112:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:0.0:1749611463.659114:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749611463.659116:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611463.659116:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611463.659119:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611463.659122:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611463.659123:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611463.659124:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.659124:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659126:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749611463.659126:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611463.659128:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494677504:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749611463.659128:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611463.659130:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611463.659130:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099806300 x1834598494677248/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611483 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611463.659132:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494677504 00000100:00000001:1.0:1749611463.659132:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611463.659135:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749611463.659135:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611463.659137:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:1.0:1749611463.659139:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611463 v=5 (0 0 0 0) 00000100:00100000:0.0:1749611463.659139:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494677248:12345-0@lo:38:kworker.0 Request processed in 186us (312us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749611463.659143:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=136 v=20 (20 1 1 1) 00000020:00000001:2.0:1749611463.659145:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611463.659147:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00010000:00020000:2.0:1749611463.659148:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611463.659150:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611463.659150:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1749611463.659151:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611463.659151:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611463.659152:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611463.659154:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611463.659155:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749611463.659155:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffc80. 00000100:00000001:2.0:1749611463.659156:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749611463.659157:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00000001:2.0:1749611463.659158:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749611463.659159:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611463.659160:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749611463.659160:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78000. 02000000:00000010:2.0:1749611463.659163:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0dd400. 02000000:00000001:2.0:1749611463.659165:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.659167:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659167:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611463.659168:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611463.659169:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611463.659169:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1749611463.659171:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659171:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659173:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:2.0:1749611463.659174:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611463.659175:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611463.659177:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:1.0:1749611463.659177:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611463.659179:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:1.0:1749611463.659180:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:2.0:1749611463.659181:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611463.659182:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611463.659184:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611463.659186:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611463.659186:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611463.659189:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749611463.659191:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611463.659192:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611463.659194:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611463.659195:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494676992:0@lo:38:kworker.0 00000100:00000040:2.0:1749611463.659196:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611463.659198:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000001:1.0:1749611463.659200:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611463.659202:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611463.659203:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff5d8. 00000400:00000200:1.0:1749611463.659206:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:1.0:1749611463.659208:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749611463.659210:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611463.659212:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494677504, offset 0 00000100:00000200:1.0:1749611463.659213:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611463.659217:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749611463.659221:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611463.659223:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611463.659227:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611463.659228:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659230:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611463.659232:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749611463.659235:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94aa00 00000100:00000001:1.0:1749611463.659237:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611463.659239:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611463.659240:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x8ff1 [1] + 0 02000000:00000001:1.0:1749611463.659241:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611463.659245:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749611463.659245:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611463 v=5 (0 0 0 0) 00000400:00000200:2.0:1749611463.659248:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749611463.659248:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=118 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611463.659250:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611463.659251:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611463.659252:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611463.659254:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611463.659255:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611463.659258:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659264:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611463.659265:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659266:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611463.659267:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659269:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611463.659270:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611463.659273:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:1.0:1749611463.659273:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611463.659275:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749611463.659277:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:1.0:1749611463.659277:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749611463.659279:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611463.659281:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611463.659281:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611463.659282:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611463.659285:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611463.659288:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749611463.659288:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494677120:0@lo:38:kworker.0 00000100:00000001:2.0:1749611463.659290:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611463.659292:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611463.659292:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659294:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611463.659296:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099807100 x1834598494677504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611483 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611463.659297:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ed880 x1834598494676992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659303:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611463.659304:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1749611463.659306:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494677504:12345-0@lo:38:kworker.0 Request processed in 178us (283us total) trans 0 rc -19/-19 02000000:00000010:1.0:1749611463.659306:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625000. 02000000:00000001:1.0:1749611463.659309:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611463.659311:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611463.659313:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:2.0:1749611463.659314:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00000001:2.0:1749611463.659316:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611463.659317:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749611463.659319:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1749611463.659321:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 02000000:00000010:1.0:1749611463.659322:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0dc000. 00000020:00000010:2.0:1749611463.659324:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 02000000:00000001:1.0:1749611463.659324:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611463.659326:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1749611463.659328:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000100:00000010:1.0:1749611463.659328:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed880. 00000100:00000001:2.0:1749611463.659331:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659331:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611463.659332:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659334:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611463.659337:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ed500 x1834598494677120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659343:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611463.659345:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611463.659346:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c624c00. 02000000:00000001:1.0:1749611463.659348:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611463.659350:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611463.659351:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749611463.659353:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611463.659355:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0dc400. 02000000:00000001:1.0:1749611463.659357:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611463.659358:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611463.659359:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed500. 00000100:00000001:1.0:1749611463.659361:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611463.659363:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659364:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659369:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611463.659370:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749611463.659372:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611463.659374:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749611463.659377:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611463.659378:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611463.659379:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000400:00000200:1.0:1749611463.659382:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611463.659383:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749611463.659386:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611463.659389:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611463.659397:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659408:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611463.659409:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659411:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611463.659412:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611463.659414:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611463.659415:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611463.659417:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611463.659420:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611463 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611463.659423:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=18 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611463.659425:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611463.659427:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611463.659429:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611463.659432:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659439:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611463.659441:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611463.659442:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659443:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611463.659445:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611463.659447:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611463.659449:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611463.659451:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611463.659482:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611463.659489:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494677248:0@lo:38:kworker.0 00000400:00000001:1.0:1749611463.659495:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611463.659496:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611463.659498:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db8f0. 00000400:00000200:1.0:1749611463.659500:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749611463.659502:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749611463.659510:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611463.659513:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611463.659555:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659562:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611463.659563:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659565:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611463.659567:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611463.659568:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611463.659570:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611463.659572:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611463.659576:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e554438 time=1749611463 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611463.659578:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e5543f0 time=8 v=15 (15 0 0 0) 00000100:00000001:1.0:1749611463.659581:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611463.659582:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611463.659585:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611463.659588:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611483 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659595:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611463.659597:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611463.659598:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659600:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611463.659601:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611463.659604:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611463.659606:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611463.659608:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611463.659611:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611483 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611463.659618:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494677504:0@lo:38:kworker.0 00000100:00000001:1.0:1749611463.659630:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659632:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611463.659635:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ed180 x1834598494677248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659642:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611463.659643:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611463.659645:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bce5800. 02000000:00000001:1.0:1749611463.659648:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611463.659649:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611463.659650:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749611463.659652:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611463.659654:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0dc800. 02000000:00000001:1.0:1749611463.659656:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611463.659657:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611463.659659:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed180. 00000100:00000001:1.0:1749611463.659661:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611463.659662:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659664:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611463.659667:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ec380 x1834598494677504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611483 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611463.659672:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611463.659674:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611463.659675:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bce5c00. 02000000:00000001:1.0:1749611463.659677:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611463.659678:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611463.659679:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611463.659680:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611463.659682:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0dcc00. 02000000:00000001:1.0:1749611463.659684:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611463.659684:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611463.659686:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ec380. 00000100:00000001:1.0:1749611463.659688:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611463.659689:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611463.659690:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659692:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611463.659694:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611463.659700:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611463.659702:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611463.679660:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300737137, at 4300737137 00000100:00000040:3.0:1749611463.679662:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300737137, at 4300737137 00000100:00000040:2.0:1749611463.679664:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300737137, at 4300737137 00000100:00000040:0.0:1749611463.679666:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300737137, at 4300737137 00000100:00000010:1.0:1749611463.679671:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819740. 00000100:00000010:3.0:1749611463.679681:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819f00. 00000100:00000010:0.0:1749611463.679682:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368193c0. 00000100:00000010:2.0:1749611463.679695:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819580. 00000100:00000001:0.0:1749611463.682620:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611463.682625:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611463.682627:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611463.682631:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611463.682633:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611463.682636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.682639:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611463.682641:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611463.682643:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611464.072654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611464.072664:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611464.072666:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611464.072669:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611464.072674:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611464.072676:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611464.072679:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611464.072681:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611464.072813:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611464.072820:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611464.072824:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611464.458691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611464.458700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611464.458702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611464.458707:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611464.458711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611464.458714:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611464.458718:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611464.458720:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611464.458723:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611464.652634:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611464.652661:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611464.652664:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611464.652669:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611464.652672:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611464.652676:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611464.652679:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611464.652682:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611464.652684:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611464.682709:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611464.682714:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611464.682716:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611464.682720:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611464.682723:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611464.682725:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611464.682728:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611464.682730:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611464.682742:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611465.074638:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611465.074647:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611465.074772:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611465.074778:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611465.074782:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611465.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611465.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611465.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611465.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611465.458641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611465.458644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611465.458647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611465.458650:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611465.458652:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611465.652609:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611465.652615:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611465.652617:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611465.652621:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611465.652624:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611465.652627:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611465.652630:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611465.652633:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611465.652635:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611465.682695:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611465.682702:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611465.682705:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611465.682709:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:2.0:1749611465.682713:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611465.682717:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611465.682720:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611465.682723:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611465.682726:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611466.076633:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611466.076641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611466.076771:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611466.076776:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611466.076780:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611466.458745:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611466.458753:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611466.458756:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611466.458761:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611466.458764:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611466.458769:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611466.458772:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611466.458775:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611466.458777:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611466.652618:0:27018:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611466.652626:0:27018:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611466.652628:0:27018:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611466.652633:0:27018:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c4820c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611466.652637:0:27018:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611466.652641:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611466.652644:0:27018:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611466.652656:0:27018:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800827d0000 x1834598494675712/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611466.652692:0:27018:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611466.652697:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d0000 x1834598494675712/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611466.652705:0:27018:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611466.652709:0:27018:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611466.652711:0:27018:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611466.652713:0:27018:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611466.652717:0:27018:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0000 x1834598494675712/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611466.652725:0:27018:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:27018:1834598494675712:0@lo:253:mount.lustre.0 00000100:00000001:2.0:1749611466.652730:0:27018:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611466.652732:0:27018:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611466.652735:0:27018:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611466.652737:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611466.652740:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d0000 x1834598494675712/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611466.652747:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611466.652750:0:27018:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009c4820c0. 00000100:00000001:2.0:1749611466.652755:0:27018:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611466.652757:0:27018:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611466.652760:0:27018:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611466.652762:0:27018:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d0000 x1834598494675712/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611466.652768:0:27018:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611466.652772:0:27018:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611466.652775:0:27018:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611466.652778:0:27018:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611466.652782:0:27018:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880124a16000. 02000000:00000001:2.0:1749611466.652789:0:27018:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611466.652791:0:27018:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611466.652798:0:27018:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0000. 00000100:00000001:2.0:1749611466.652803:0:27018:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611466.652804:0:27018:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611466.652807:0:27018:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:2.0:1749611466.652810:0:27018:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:2.0:1749611466.652813:0:27018:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1749611466.652816:0:27018:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000010:2.0:1749611466.652819:0:27018:0:(tgt_mount.c:1429:server_notify_target()) kfreed 'mti': 4544 at ffff880136abc000. 00000020:00000001:2.0:1749611466.652858:0:27018:0:(tgt_mount.c:1431:server_notify_target()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:02000000:2.0:1749611466.652862:0:27018:0:(tgt_mount.c:2346:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:2.0:1749611466.657171:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000010:2.0:1749611466.657178:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8ee00. 00000020:00000010:2.0:1749611466.657183:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0b800. 00000020:00000010:2.0:1749611466.657189:0:27018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8813c60. 00000020:00000010:2.0:1749611466.657193:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8f800. 80000000:00000010:2.0:1749611466.657198:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b42564e0. 40000000:00000010:2.0:1749611466.657203:0:27018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88013050e8c0. 00100000:00000010:2.0:1749611466.657208:0:27018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0d800. 00040000:00000010:2.0:1749611466.657213:0:27018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007d297200. 00040000:00000010:2.0:1749611466.657217:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8fc00. 00080000:00000010:2.0:1749611466.657223:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611466.657230:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685c000. 00002000:00000010:2.0:1749611466.657239:0:27018:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c0dd800. 00000020:00000010:2.0:1749611466.657243:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:2.0:1749611466.657247:0:27018:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000020:00000010:2.0:1749611466.657250:0:27018:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00002000:00000001:2.0:1749611466.657254:0:27018:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:2.0:1749611466.657257:0:27018:0:(osd_handler.c:8775:osd_prepare()) Process entered 00040000:00000001:2.0:1749611466.657259:0:27018:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:2.0:1749611466.657262:0:27018:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:2.0:1749611466.657266:0:27018:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1749611466.657268:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1749611466.657271:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:2.0:1749611466.657282:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000001:2.0:1749611466.657286:0:27018:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.657292:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611466.657300:0:27018:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88007d297800. 00000020:00000001:2.0:1749611466.657304:0:27018:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00080000:00000001:2.0:1749611466.657310:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611466.657313:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611466.657335:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611466.657356:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657359:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611466.657361:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657363:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611466.657366:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611466.657369:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 73735:1809994347 to info ffff88013118f000 00000020:00000001:2.0:1749611466.657374:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880130337638 00080000:00000002:2.0:1749611466.657377:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:2.0:1749611466.657380:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657384:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.657387:0:27018:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009c0ddc00. 00080000:00000001:2.0:1749611466.657390:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611466.657391:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611466.657395:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007d297500. 00000020:00000001:2.0:1749611466.657401:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749611466.657403:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e200. 00000020:00000001:2.0:1749611466.657406:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657409:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.657411:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.657413:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657415:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.657418:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657422:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.657450:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134414087512 : -131939295464104 : ffff88007d297558) 00040000:00000001:2.0:1749611466.657458:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.657460:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611466.657467:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.657468:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611466.657470:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.657471:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611466.657476:0:27018:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e200. 00000020:00000010:2.0:1749611466.657481:0:27018:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007d297500. 00000020:00000001:2.0:1749611466.657509:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.657513:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.657516:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c528a20. 00002000:00000001:2.0:1749611466.657519:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936873592 : -131938772678024 : ffff88009c528a78) 00002000:00000001:2.0:1749611466.657555:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.657557:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:2.0:1749611466.657560:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e200. 00002000:00000001:2.0:1749611466.657563:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657565:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.657567:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.657570:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657572:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.657576:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657579:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.657583:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936873592 : -131938772678024 : ffff88009c528a78) 00040000:00000001:2.0:1749611466.657587:0:27018:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:2.0:1749611466.657590:0:27018:0:(lu_object.c:207:lu_object_put()) Add ffff88006efbde00/ffff88009717f680 to site lru. bkt: ffff880111e9a178 00040000:00000001:2.0:1749611466.657594:0:27018:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1749611466.657597:0:27018:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8800966aba80. 00040000:00000001:2.0:1749611466.657600:0:27018:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1749611466.657601:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.657603:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.657605:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c528120. 00002000:00000001:2.0:1749611466.657607:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936871288 : -131938772680328 : ffff88009c528178) 00002000:00000001:2.0:1749611466.657609:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.657610:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:2.0:1749611466.657613:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e800. 00002000:00000001:2.0:1749611466.657615:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657616:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.657619:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1749611466.657621:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611466.657633:0:27018:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1749611466.657635:0:27018:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657637:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.657656:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657659:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.657661:0:27018:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1749611466.657663:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1749611466.657665:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611466.657666:0:27018:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1749611466.657668:0:27018:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657671:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.657674:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936871288 : -131938772680328 : ffff88009c528178) 00040000:00000001:2.0:1749611466.657677:0:27018:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00040000:00000001:2.0:1749611466.657680:0:27018:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1749611466.657682:0:27018:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:2.0:1749611466.657685:0:27018:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1749611466.657687:0:27018:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1749611466.657688:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1749611466.657690:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:2.0:1749611466.657693:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000001:2.0:1749611466.657696:0:27018:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657699:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611466.657702:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611466.657711:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611466.657719:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657721:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611466.657723:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657724:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611466.657726:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611466.657728:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 92:1809994348 to info ffff88013118f000 00000020:00000001:2.0:1749611466.657732:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880130337598 00080000:00000002:2.0:1749611466.657734:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:2.0:1749611466.657737:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657739:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657747:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611466.657749:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611466.657753:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007d297c00. 00000020:00000001:2.0:1749611466.657756:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749611466.657758:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e000. 00000020:00000001:2.0:1749611466.657761:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657762:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.657764:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.657766:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657768:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.657771:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657774:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.657777:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134414089304 : -131939295462312 : ffff88007d297c58) 00040000:00000001:2.0:1749611466.657781:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.657782:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611466.657783:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.657784:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611466.657785:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.657786:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611466.657789:0:27018:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e000. 00000020:00000010:2.0:1749611466.657791:0:27018:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007d297c00. 00000020:00000001:2.0:1749611466.657795:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.657797:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.657800:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c528480. 00002000:00000001:2.0:1749611466.657802:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936872152 : -131938772679464 : ffff88009c5284d8) 00002000:00000001:2.0:1749611466.657804:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.657806:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:2.0:1749611466.657808:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e000. 00002000:00000001:2.0:1749611466.657809:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657811:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.657812:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.657814:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657815:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.657817:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657819:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.657821:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936872152 : -131938772679464 : ffff88009c5284d8) 00040000:00000001:2.0:1749611466.657824:0:27018:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00080000:00000010:2.0:1749611466.657832:0:27018:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007d297000. 00100000:00000001:2.0:1749611466.657843:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1749611466.657846:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88013050e000. 00100000:00000010:2.0:1749611466.657850:0:27018:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88013050e000. 00100000:00000001:2.0:1749611466.657854:0:27018:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1749611466.657856:0:27018:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134457040896 : -131939252510720 : ffff88007fb8e000) 00080000:00000002:2.0:1749611466.657861:0:27018:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 92 00040000:00000001:2.0:1749611466.657864:0:27018:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1749611466.657866:0:27018:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1749611466.657869:0:27018:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1749611466.657871:0:27018:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657874:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611466.657876:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611466.657880:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611466.657885:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657887:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611466.657888:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657890:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611466.657892:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611466.657894:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 93:1809994349 to info ffff88013118f000 00000020:00000001:2.0:1749611466.657897:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801303375d0 00080000:00000002:2.0:1749611466.657899:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:2.0:1749611466.657902:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657904:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657906:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611466.657907:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.657910:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.657912:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c528240. 00002000:00000001:2.0:1749611466.657913:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936871576 : -131938772680040 : ffff88009c528298) 00002000:00000001:2.0:1749611466.657916:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.657917:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:2.0:1749611466.657919:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8f600. 00002000:00000001:2.0:1749611466.657921:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657923:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.657924:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.657931:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.657933:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.657936:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.657939:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.657942:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936871576 : -131938772680040 : ffff88009c528298) 00080000:00000010:2.0:1749611466.657946:0:27018:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007d297e00. 00100000:00000001:2.0:1749611466.657951:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1749611466.657952:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88013050e000. 00100000:00000010:2.0:1749611466.657954:0:27018:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88013050e000. 00100000:00000001:2.0:1749611466.657957:0:27018:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1749611466.657959:0:27018:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00080000:00000002:2.0:1749611466.657962:0:27018:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 93 00040000:00000001:2.0:1749611466.657965:0:27018:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1749611466.657967:0:27018:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a927cde0. 00000001:00000001:2.0:1749611466.657971:0:27018:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:2.0:1749611466.657974:0:27018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007d297d00. 00000001:00000010:2.0:1749611466.657979:0:27018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88006f4cab18. 00000001:00000010:2.0:1749611466.657982:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800966ab300. 00040000:00000001:2.0:1749611466.657984:0:27018:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612135152176608 : -131938557375008 : ffff8800a927cde0) 00000020:00000001:2.0:1749611466.657987:0:27018:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1749611466.657999:0:27018:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611466.658001:0:27018:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1749611466.658005:0:27018:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611466.658007:0:27018:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1749611466.658008:0:27018:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1749611466.658010:0:27018:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff8800966ab9c0. 00040000:00000001:2.0:1749611466.658012:0:27018:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1749611466.658014:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.658016:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.658018:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c5286c0. 00002000:00000001:2.0:1749611466.658020:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936872728 : -131938772678888 : ffff88009c528718) 00002000:00000001:2.0:1749611466.658022:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.658023:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:2.0:1749611466.658026:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8f000. 00002000:00000001:2.0:1749611466.658027:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658034:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.658036:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1749611466.658037:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611466.658039:0:27018:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1749611466.658041:0:27018:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658043:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.658046:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658048:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.658050:0:27018:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1749611466.658052:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1749611466.658053:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611466.658054:0:27018:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1749611466.658055:0:27018:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658058:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.658062:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936872728 : -131938772678888 : ffff88009c528718) 00040000:00000001:2.0:1749611466.658065:0:27018:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00040000:00000001:2.0:1749611466.658067:0:27018:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1749611466.658069:0:27018:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:2.0:1749611466.658071:0:27018:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1749611466.658073:0:27018:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1749611466.658074:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1749611466.658076:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:2.0:1749611466.658078:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000001:2.0:1749611466.658081:0:27018:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658083:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611466.658085:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611466.658089:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611466.658094:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658095:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611466.658097:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658098:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611466.658100:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611466.658102:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 94:1809994350 to info ffff88013118f000 00000020:00000001:2.0:1749611466.658105:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880130337598 00080000:00000002:2.0:1749611466.658106:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:2.0:1749611466.658114:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658116:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658118:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611466.658121:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611466.658124:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007d297600. 00000020:00000001:2.0:1749611466.658126:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749611466.658128:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e600. 00000020:00000001:2.0:1749611466.658130:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658132:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.658133:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.658135:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658137:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.658139:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658142:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.658145:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134414087768 : -131939295463848 : ffff88007d297658) 00040000:00000001:2.0:1749611466.658149:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.658150:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611466.658151:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.658152:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611466.658153:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.658154:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611466.658156:0:27018:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e600. 00000020:00000010:2.0:1749611466.658158:0:27018:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007d297600. 00000020:00000001:2.0:1749611466.658162:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.658164:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.658166:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c528360. 00002000:00000001:2.0:1749611466.658167:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936871864 : -131938772679752 : ffff88009c5283b8) 00002000:00000001:2.0:1749611466.658170:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.658171:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:2.0:1749611466.658173:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e600. 00002000:00000001:2.0:1749611466.658175:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658177:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.658178:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.658180:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658181:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.658183:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658185:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.658194:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936871864 : -131938772679752 : ffff88009c5283b8) 00040000:00000001:2.0:1749611466.658197:0:27018:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00080000:00000010:2.0:1749611466.658201:0:27018:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007d297100. 00100000:00000001:2.0:1749611466.658206:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1749611466.658209:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88013050e000. 00100000:00000010:2.0:1749611466.658211:0:27018:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88013050e000. 00100000:00000001:2.0:1749611466.658213:0:27018:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1749611466.658215:0:27018:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00080000:00000002:2.0:1749611466.658218:0:27018:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 94 00040000:00000001:2.0:1749611466.658220:0:27018:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1749611466.658222:0:27018:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1749611466.658224:0:27018:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1749611466.658225:0:27018:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658227:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611466.658229:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611466.658232:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611466.658236:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658238:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611466.658239:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658241:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611466.658242:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611466.658244:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 95:1809994351 to info ffff88013118f000 00000020:00000001:2.0:1749611466.658247:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801303375d0 00080000:00000002:2.0:1749611466.658249:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:2.0:1749611466.658252:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658254:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658256:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611466.658258:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.658260:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.658262:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c528000. 00002000:00000001:2.0:1749611466.658264:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936871000 : -131938772680616 : ffff88009c528058) 00002000:00000001:2.0:1749611466.658266:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.658267:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:2.0:1749611466.658270:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8ea00. 00002000:00000001:2.0:1749611466.658276:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658278:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.658280:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.658282:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658284:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.658286:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658289:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.658292:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936871000 : -131938772680616 : ffff88009c528058) 00080000:00000010:2.0:1749611466.658295:0:27018:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007d297a00. 00100000:00000001:2.0:1749611466.658300:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1749611466.658302:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88013050e000. 00100000:00000010:2.0:1749611466.658304:0:27018:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88013050e000. 00100000:00000001:2.0:1749611466.658306:0:27018:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1749611466.658308:0:27018:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00080000:00000002:2.0:1749611466.658310:0:27018:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 95 00040000:00000001:2.0:1749611466.658312:0:27018:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1749611466.658314:0:27018:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a927c520. 00000001:00000001:2.0:1749611466.658316:0:27018:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:2.0:1749611466.658318:0:27018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007d297700. 00000001:00000010:2.0:1749611466.658322:0:27018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88006f4cab20. 00000001:00000010:2.0:1749611466.658325:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800966ab0c0. 00040000:00000001:2.0:1749611466.658327:0:27018:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612135152174368 : -131938557377248 : ffff8800a927c520) 00000020:00000001:2.0:1749611466.658329:0:27018:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1749611466.658335:0:27018:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611466.658337:0:27018:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1749611466.658340:0:27018:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611466.658342:0:27018:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1749611466.658343:0:27018:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:2.0:1749611466.658345:0:27018:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff880069cc6c00. 00040000:00000001:2.0:1749611466.658347:0:27018:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:2.0:1749611466.658348:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.658350:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.658352:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c528900. 00002000:00000001:2.0:1749611466.658354:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936873304 : -131938772678312 : ffff88009c528958) 00002000:00000001:2.0:1749611466.658356:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.658362:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:2.0:1749611466.658366:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8f400. 00002000:00000001:2.0:1749611466.658368:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658370:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.658371:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1749611466.658373:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611466.658374:0:27018:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1749611466.658376:0:27018:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658378:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.658381:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658382:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.658384:0:27018:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:2.0:1749611466.658386:0:27018:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1749611466.658387:0:27018:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611466.658388:0:27018:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:2.0:1749611466.658390:0:27018:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658392:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.658395:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936873304 : -131938772678312 : ffff88009c528958) 00040000:00000001:2.0:1749611466.658398:0:27018:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00040000:00000001:2.0:1749611466.658400:0:27018:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:2.0:1749611466.658402:0:27018:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:2.0:1749611466.658404:0:27018:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:2.0:1749611466.658406:0:27018:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1749611466.658408:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1749611466.658409:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:2.0:1749611466.658412:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000001:2.0:1749611466.658414:0:27018:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658417:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611466.658418:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611466.658422:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611466.658450:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658453:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611466.658454:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658456:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611466.658457:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611466.658465:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 96:1809994352 to info ffff88013118f000 00000020:00000001:2.0:1749611466.658469:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880130337598 00080000:00000002:2.0:1749611466.658471:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:2.0:1749611466.658474:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658476:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658478:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611466.658481:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611466.658484:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88007d297b00. 00000020:00000001:2.0:1749611466.658487:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749611466.658491:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b42cbc00. 00000020:00000001:2.0:1749611466.658493:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658495:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.658496:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.658499:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658501:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.658504:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658506:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.658510:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134414089048 : -131939295462568 : ffff88007d297b58) 00040000:00000001:2.0:1749611466.658513:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.658514:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611466.658515:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.658517:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611466.658518:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611466.658519:0:27018:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611466.658547:0:27018:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b42cbc00. 00000020:00000010:2.0:1749611466.658551:0:27018:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88007d297b00. 00000020:00000001:2.0:1749611466.658555:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.658557:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.658560:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c5287e0. 00002000:00000001:2.0:1749611466.658562:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936873016 : -131938772678600 : ffff88009c528838) 00002000:00000001:2.0:1749611466.658565:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.658566:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:2.0:1749611466.658568:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b42cbc00. 00002000:00000001:2.0:1749611466.658570:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658571:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.658573:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.658580:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658583:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.658587:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658589:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.658593:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936873016 : -131938772678600 : ffff88009c528838) 00040000:00000001:2.0:1749611466.658596:0:27018:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612135337049088 : -131938372502528 : ffff8800b42cbc00) 00080000:00000010:2.0:1749611466.658600:0:27018:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007d297400. 00100000:00000001:2.0:1749611466.658608:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1749611466.658609:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88013050e000. 00100000:00000010:2.0:1749611466.658612:0:27018:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88013050e000. 00100000:00000001:2.0:1749611466.658614:0:27018:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1749611466.658616:0:27018:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612135337049088 : -131938372502528 : ffff8800b42cbc00) 00080000:00000002:2.0:1749611466.658619:0:27018:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 96 00040000:00000001:2.0:1749611466.658621:0:27018:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:2.0:1749611466.658623:0:27018:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:2.0:1749611466.658625:0:27018:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:2.0:1749611466.658627:0:27018:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658629:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611466.658631:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611466.658635:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611466.658641:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658643:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611466.658644:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658646:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611466.658648:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611466.658650:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 97:1809994353 to info ffff88013118f000 00000020:00000001:2.0:1749611466.658653:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801303375d0 00080000:00000002:2.0:1749611466.658655:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:2.0:1749611466.658658:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658659:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658661:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611466.658663:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.658665:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.658667:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c528b40. 00002000:00000001:2.0:1749611466.658668:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936873880 : -131938772677736 : ffff88009c528b98) 00002000:00000001:2.0:1749611466.658676:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.658678:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:2.0:1749611466.658680:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff8800b42cb000. 00002000:00000001:2.0:1749611466.658682:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658684:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.658686:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.658688:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.658690:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.658692:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.658695:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.658698:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936873880 : -131938772677736 : ffff88009c528b98) 00080000:00000010:2.0:1749611466.658701:0:27018:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007d297300. 00100000:00000001:2.0:1749611466.658707:0:27018:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1749611466.658708:0:27018:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88013050e000. 00100000:00000010:2.0:1749611466.658710:0:27018:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88013050e000. 00100000:00000001:2.0:1749611466.658712:0:27018:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1749611466.658714:0:27018:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612135337046016 : -131938372505600 : ffff8800b42cb000) 00080000:00000002:2.0:1749611466.658717:0:27018:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 97 00040000:00000001:2.0:1749611466.658718:0:27018:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:2.0:1749611466.658720:0:27018:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a927cf40. 00000001:00000001:2.0:1749611466.658722:0:27018:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:2.0:1749611466.658725:0:27018:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88007d297f00. 00000001:00000010:2.0:1749611466.658729:0:27018:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff88006f4ca920. 00000001:00000010:2.0:1749611466.658732:0:27018:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880069cc69c0. 00040000:00000001:2.0:1749611466.658734:0:27018:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612135152176960 : -131938557374656 : ffff8800a927cf40) 00000020:00000001:2.0:1749611466.658737:0:27018:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1749611466.658742:0:27018:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611466.658744:0:27018:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:2.0:1749611466.658747:0:27018:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611466.658749:0:27018:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:2.0:1749611466.658752:0:27018:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1749611466.658754:0:27018:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611466.658756:0:27018:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1749611466.658758:0:27018:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611466.658760:0:27018:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:2.0:1749611466.658765:0:27018:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611466.658768:0:27018:0:(qsd_writeback.c:621:qsd_start_upd_thread()) Process entered 00040000:00000010:2.0:1749611466.658771:0:27018:0:(qsd_writeback.c:623:qsd_start_upd_thread()) kmalloced '(args)': 72 at ffff8800b4256ba0. 00000020:00000010:2.0:1749611466.658774:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42cba00. 00000020:00000010:2.0:1749611466.658778:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006efbd600. 00000020:00000010:2.0:1749611466.658782:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611466.658787:0:27018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8814168. 00000020:00000010:2.0:1749611466.658790:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006efbda00. 80000000:00000010:2.0:1749611466.658792:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256b40. 40000000:00000010:2.0:1749611466.658795:0:27018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88013050e000. 00100000:00000010:2.0:1749611466.658799:0:27018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0c000. 00040000:00000010:2.0:1749611466.658802:0:27018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007d297900. 00040000:00000010:2.0:1749611466.658805:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006efbdc00. 00080000:00000010:2.0:1749611466.658809:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118a000. 00080000:00000010:2.0:1749611466.658815:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00002000:00000010:2.0:1749611466.658820:0:27018:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c0de000. 00040000:00000001:1.0:1749611466.659262:0:27073:0:(qsd_writeback.c:537:qsd_upd_thread()) Process entered 00040000:00000001:2.0:1749611466.659300:0:27018:0:(qsd_writeback.c:646:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611466.659306:0:27018:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1749611466.659310:0:27018:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88013050ec40. 00000020:00000001:2.0:1749611466.659316:0:27018:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611466.659319:0:27018:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88013050ec40. 00000020:00000001:2.0:1749611466.659323:0:27018:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1749611466.659326:0:27018:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff8800b2387f00. 00000020:00000010:2.0:1749611466.659336:0:27018:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff88013050ec40. 00000020:00000010:2.0:1749611466.659340:0:27018:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff88013050ec40. 00040000:00000001:2.0:1749611466.659344:0:27018:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:2.0:1749611466.659346:0:27018:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611466.659349:0:27018:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611466.659351:0:27018:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659354:0:27018:0:(osd_handler.c:8811:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1749611466.659358:0:27018:0:(lfsck_lib.c:3639:lfsck_register()) Process entered 00100000:00000010:2.0:1749611466.659364:0:27018:0:(lfsck_lib.c:3644:lfsck_register()) kmalloced '(lfsck)': 3400 at ffff88013118d000. 00000020:00000001:2.0:1749611466.659368:0:27018:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1749611466.659370:0:27018:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1749611466.659381:0:27018:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134155883520 : -131939553668096 : 0xffff88006dc59400) 00000020:00000001:2.0:1749611466.659385:0:27018:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134155883520 : -131939553668096 : ffff88006dc59400) 00000020:00000001:2.0:1749611466.659388:0:27018:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.659392:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:2.0:1749611466.659396:0:27018:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00000020:00000001:2.0:1749611466.659399:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:2.0:1749611466.659401:0:27018:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1749611466.659404:0:27018:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c528c60. 00002000:00000001:2.0:1749611466.659406:0:27018:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134936874168 : -131938772677448 : ffff88009c528cb8) 00002000:00000001:2.0:1749611466.659458:0:27018:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1749611466.659460:0:27018:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:2.0:1749611466.659499:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbc600. 00002000:00000001:2.0:1749611466.659502:0:27018:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611466.659505:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134936874168 : -131938772677448 : ffff88009c528cb8) 00080000:00000001:2.0:1749611466.659510:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611466.659513:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611466.659552:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611466.659567:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659569:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611466.659571:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659572:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611466.659574:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611466.659577:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 81927:1809994354 to info ffff88013118f000 00000020:00000001:2.0:1749611466.659582:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880130337678 00080000:00000002:2.0:1749611466.659584:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1749611466.659587:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.659590:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659592:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611466.659594:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611466.659617:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800654df000. 00000020:00000001:2.0:1749611466.659621:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749611466.659624:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbc800. 00000020:00000001:2.0:1749611466.659626:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659628:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.659635:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.659637:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.659640:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.659644:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659647:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.659652:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134013825112 : -131939695726504 : ffff8800654df058) 00100000:00000001:2.0:1749611466.659656:0:27018:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:2.0:1749611466.659658:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:2.0:1749611466.659660:0:27018:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00080000:00000001:2.0:1749611466.659663:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611466.659665:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611466.659670:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611466.659676:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659677:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611466.659679:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659681:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611466.659682:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611466.659685:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 98:1809994355 to info ffff88013118f000 00000020:00000001:2.0:1749611466.659688:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880130337638 00080000:00000002:2.0:1749611466.659690:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:2.0:1749611466.659692:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.659694:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659696:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611466.659698:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611466.659700:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800654df100. 00000020:00000001:2.0:1749611466.659702:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749611466.659704:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006efbcc00. 00000020:00000001:2.0:1749611466.659706:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659708:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611466.659709:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611466.659711:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611466.659712:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611466.659714:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611466.659716:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611466.659719:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134013825368 : -131939695726248 : ffff8800654df158) 00100000:00000001:0.0:1749611466.660328:0:27018:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611466.660335:0:27018:0:(lfsck_layout.c:7056:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1749611466.660340:0:27018:0:(lfsck_layout.c:7057:lfsck_layout_setup()) kmalloced '(com)': 1504 at ffff88006a72d800. 00100000:00000010:0.0:1749611466.660344:0:27018:0:(lfsck_layout.c:7081:lfsck_layout_setup()) kmalloced '(llsd)': 144 at ffff88009c482240. 00100000:00000010:0.0:1749611466.660347:0:27018:0:(lfsck_layout.c:7093:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at ffff88006efe5b00. 00100000:00000010:0.0:1749611466.660350:0:27018:0:(lfsck_layout.c:7097:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at ffff88006efe5500. 00000020:00000001:0.0:1749611466.660353:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611466.660356:0:27018:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00080000:00000001:0.0:1749611466.660361:0:27018:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611466.660365:0:27018:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611466.660374:0:27018:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611466.660388:0:27018:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611466.660390:0:27018:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611466.660391:0:27018:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611466.660401:0:27018:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611466.660403:0:27018:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611466.660406:0:27018:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 99:1809994356 to info ffff88013118f000 00000020:00000001:0.0:1749611466.660411:0:27018:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880130337620 00080000:00000002:0.0:1749611466.660413:0:27018:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:0.0:1749611466.660416:0:27018:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611466.660419:0:27018:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611466.660422:0:27018:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611466.660452:0:27018:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611466.660459:0:27018:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006efe5300. 00000020:00000001:0.0:1749611466.660463:0:27018:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611466.660466:0:27018:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880118e78000. 00000020:00000001:0.0:1749611466.660468:0:27018:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611466.660470:0:27018:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611466.660472:0:27018:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611466.660475:0:27018:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611466.660477:0:27018:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611466.660481:0:27018:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611466.660484:0:27018:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611466.660489:0:27018:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134176379736 : -131939533171880 : ffff88006efe5358) 00100000:00000001:0.0:1749611466.660871:0:27018:0:(lfsck_layout.c:7174:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1749611466.660876:0:27018:0:(lu_object.c:207:lu_object_put()) Add ffff88006efbde00/ffff88009717f680 to site lru. bkt: ffff880111e9a178 00000020:00000010:0.0:1749611466.660881:0:27018:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79a00. 00000020:00000010:0.0:1749611466.660883:0:27018:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e79400. 00000020:00000010:0.0:1749611466.660885:0:27018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a729000. 00000020:00000010:0.0:1749611466.660888:0:27018:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdad48. 00000020:00000010:0.0:1749611466.660890:0:27018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e78200. 80000000:00000010:0.0:1749611466.660893:0:27018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16c00. 40000000:00000010:0.0:1749611466.660894:0:27018:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801368193c0. 00100000:00000010:0.0:1749611466.660897:0:27018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72f800. 00040000:00000010:0.0:1749611466.660899:0:27018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88006efe5a00. 00040000:00000010:0.0:1749611466.660901:0:27018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e79200. 00080000:00000010:0.0:1749611466.660904:0:27018:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611466.660907:0:27018:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a16000. 00002000:00000010:0.0:1749611466.660914:0:27018:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c625800. 00000001:00000001:0.0:1749611466.660917:0:27018:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611466.660919:0:27018:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 8, last_transno is 34359738368 00080000:00000001:0.0:1749611466.660921:0:27018:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611466.660924:0:27018:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880118e78400. 00080000:00000001:0.0:1749611466.660925:0:27018:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137027011584 : -131936682540032 : ffff880118e78400) 00080000:00000001:0.0:1749611466.660928:0:27018:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611466.660931:0:27018:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611466.660933:0:27018:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880136819b40. 00080000:00000001:0.0:1749611466.660935:0:27018:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611466.660936:0:27018:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611466.660946:0:27018:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611466.660947:0:27018:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611466.660960:0:27018:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 34359738368: rc = 0 00000001:00000001:0.0:1749611466.660963:0:27018:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611466.660965:0:27018:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611466.662543:0:27020:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880118e78400. 00080000:00000010:1.0:1749611466.662619:0:27018:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880136819b40. 00040000:00000001:1.0:1749611466.662624:0:27018:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:1.0:1749611466.662626:0:27018:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:1.0:1749611466.662628:0:27018:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1749611466.662630:0:27018:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 34359738368: rc = 0 00000001:00000001:1.0:1749611466.662632:0:27018:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611466.662634:0:27018:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611466.662656:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e79400. 00000020:00000010:1.0:1749611466.662661:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a729000. 00000020:00000010:1.0:1749611466.662666:0:27018:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdad48. 00000020:00000010:1.0:1749611466.662671:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e78200. 80000000:00000010:1.0:1749611466.662675:0:27018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16c00. 40000000:00000010:1.0:1749611466.662680:0:27018:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801368193c0. 00100000:00000010:1.0:1749611466.662683:0:27018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72f800. 00040000:00000010:1.0:1749611466.662688:0:27018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88006efe5a00. 00040000:00000010:1.0:1749611466.662692:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e79200. 00080000:00000010:1.0:1749611466.662696:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a16000. 00080000:00000010:1.0:1749611466.662700:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00002000:00000010:1.0:1749611466.662705:0:27018:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009c625800. 00000020:00000010:1.0:1749611466.662708:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79a00. 00002000:00080000:1.0:1749611466.662713:0:27018:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:1.0:1749611466.662715:0:27018:0:(lfsck_lib.c:3090:lfsck_start()) Process entered 00100000:00000001:1.0:1749611466.662719:0:27018:0:(lfsck_lib.c:3107:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1749611466.662722:0:27018:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:1.0:1749611466.662726:0:27018:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1749611466.662733:0:27018:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1749611466.662735:0:27018:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197b800 free: 3921272832 avail: 3689750528 00000020:00000001:1.0:1749611466.662740:0:27018:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1749611466.662742:0:27018:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197b800 avail=3689750528 left=3689750528 unstable=0 tot_grant=0 pending=0 00000020:00000001:1.0:1749611466.662755:0:27018:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3689750528 : 3689750528 : dbed2000) 00000020:00000001:1.0:1749611466.662758:0:27018:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1749611466.662761:0:27018:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197b800 wants: 280000 current grant 0 granting: 280000 00000020:00000020:1.0:1749611466.662765:0:27018:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197b800 tot cached:0 granted:280000 num_exports: 0 00000020:00000001:1.0:1749611466.662767:0:27018:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:1.0:1749611466.662770:0:27018:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197b800 ocd_grant: 280000 want: 280000 left: 3689750528 00000020:00000001:1.0:1749611466.662772:0:27018:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:1.0:1749611466.662775:0:27018:0:(osd_handler.c:8703:osd_recovery_complete()) Process entered 00040000:00000001:1.0:1749611466.662776:0:27018:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:1.0:1749611466.662778:0:27018:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611466.662780:0:27018:0:(osd_handler.c:8716:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611466.662782:0:27018:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611466.662784:0:27018:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611466.662788:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8ee00. 00000020:00000010:1.0:1749611466.662791:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0b800. 00000020:00000010:1.0:1749611466.662794:0:27018:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8813c60. 00000020:00000010:1.0:1749611466.662798:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8f800. 80000000:00000010:1.0:1749611466.662800:0:27018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b42564e0. 40000000:00000010:1.0:1749611466.662803:0:27018:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88013050e8c0. 00100000:00000010:1.0:1749611466.662806:0:27018:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0d800. 00040000:00000010:1.0:1749611466.662810:0:27018:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007d297200. 00040000:00000010:1.0:1749611466.662814:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8fc00. 00080000:00000010:1.0:1749611466.662817:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685c000. 00080000:00000010:1.0:1749611466.662821:0:27018:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009c0ddc00. 00080000:00000010:1.0:1749611466.662824:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00002000:00000010:1.0:1749611466.662827:0:27018:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009c0dd800. 00000020:00000010:1.0:1749611466.662830:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000020:00000010:1.0:1749611466.662833:0:27018:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000020:00000010:1.0:1749611466.662839:0:27018:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000020:00000010:1.0:1749611466.662843:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 00000020:00000001:1.0:1749611466.662845:0:27018:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:1.0:1749611466.662847:0:27018:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:1.0:1749611466.662849:0:27018:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1749611466.662856:0:27018:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1749611466.662859:0:27018:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:1.0:1749611466.662861:0:27018:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:1.0:1749611466.662863:0:27018:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:1.0:1749611466.662866:0:27018:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880130c71540 : new refcount 2 00000040:00000001:1.0:1749611466.662869:0:27018:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1749611466.662872:0:27018:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880130c71540 : new refcount 1 00040000:00000001:1.0:1749611466.662882:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611466.662884:0:27018:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611466.662885:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611466.662886:0:27018:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611466.662887:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611466.662888:0:27018:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611466.662893:0:27018:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880095486c00. 00000020:00000010:1.0:1749611466.662896:0:27018:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011f08a800. 00000020:00000010:1.0:1749611466.662924:0:27018:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff500. 00040000:00000001:1.0:1749611466.662931:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611466.662932:0:27018:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611466.662933:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611466.662935:0:27018:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611466.662936:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611466.662937:0:27018:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611466.662938:0:27018:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009c9bf800. 00000020:00000010:1.0:1749611466.662941:0:27018:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880129c49600. 00000020:00000010:1.0:1749611466.662944:0:27018:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff880. 00000020:00000040:1.0:1749611466.662948:0:27018:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c800 : new refcount 1 00000040:00000010:1.0:1749611466.662950:0:27018:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff880130c71540. 00000040:00000001:1.0:1749611466.662954:0:27018:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611466.662956:0:27018:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1749611466.662959:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611466.662960:0:27018:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611466.662961:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611466.662962:0:27018:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1749611466.662963:0:27018:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1749611466.662963:0:27018:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1749611466.662965:0:27018:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880095487600. 00000020:00000010:1.0:1749611466.662967:0:27018:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011f08ab00. 00000020:00000040:1.0:1749611466.662973:0:27018:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:01000000:1.0:1749611466.662975:0:27018:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 10000000:00000001:1.0:1749611466.662982:0:27018:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611466.662985:0:27018:0:(mgc_request_server.c:283:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611466.662987:0:27018:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611466.662989:0:27018:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611466.662991:0:27018:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611466.662996:0:27018:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc59200. 00000040:00000010:1.0:1749611466.663001:0:27018:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc58600. 00000020:00000010:1.0:1749611466.663004:0:27018:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51fb800. 00000020:00000010:1.0:1749611466.663009:0:27018:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59800. 80000000:00000010:1.0:1749611466.663012:0:27018:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16180. 00040000:00000010:1.0:1749611466.663015:0:27018:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59a00. 00080000:00000010:1.0:1749611466.663019:0:27018:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc62000. 00080000:00000010:1.0:1749611466.663025:0:27018:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8800781da800. 00080000:00000010:1.0:1749611466.663030:0:27018:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013267a000. 00000020:00000010:1.0:1749611466.663034:0:27018:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58a00. 00000020:00000001:1.0:1749611466.663036:0:27018:0:(tgt_mount.c:1600:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611466.663039:0:27018:0:(tgt_mount.c:2114:server_fill_super_common()) Process entered 00000020:01000004:1.0:1749611466.663041:0:27018:0:(tgt_mount.c:2115:server_fill_super_common()) Server sb, dev=43 00000020:00000001:1.0:1749611466.663051:0:27018:0:(tgt_mount.c:2142:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611466.663053:0:27018:0:(tgt_mount.c:2289:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1749611466.663057:0:27018:0:(super25.c:161:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:1.0:1749611466.663060:0:27018:0:(super25.c:184:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:3.0:1749611466.664179:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611466.664187:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611466.664193:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611466.664266:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611466.664272:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611466.664275:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611466.664285:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611466.664294:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611466.664298:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611466.682598:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611466.682608:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611466.682611:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611466.682615:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:2.0:1749611466.682618:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611466.682621:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611466.682624:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611466.682627:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611466.682629:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.729083:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611466.729095:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611466.729104:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.729224:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611466.729232:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611466.729238:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.729248:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611466.729254:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611466.729260:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.882184:0:27096:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611466.882195:0:27096:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611466.882204:0:27096:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.882228:0:27096:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611466.882235:0:27096:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611466.882240:0:27096:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.882250:0:27096:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611466.882257:0:27096:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611466.882262:0:27096:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.887242:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611466.887250:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611466.887257:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.887374:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611466.887381:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611466.887386:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611466.887394:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611466.887399:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611466.887404:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749611466.998732:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749611466.998740:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749611466.998746:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749611466.998829:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749611466.998834:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749611466.998842:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749611466.998847:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749611466.998849:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1749611467.062338:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611467.062348:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611467.062354:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611467.062453:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611467.062459:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611467.062462:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611467.062470:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611467.062475:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611467.062478:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611467.078636:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611467.078641:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611467.078763:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611467.078768:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611467.078772:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749611467.212841:0:27160:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611467.212851:0:27160:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611467.212857:0:27160:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611467.212874:0:27160:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611467.212879:0:27160:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611467.212882:0:27160:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611467.212889:0:27160:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611467.212894:0:27160:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611467.212897:0:27160:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611467.216865:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611467.216876:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611467.216881:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611467.216952:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611467.216956:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611467.216958:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611467.216964:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611467.216967:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611467.216970:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1749611467.337961:0:27203:0:(lproc_fid.c:530:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1749611467.337967:0:27203:0:(lproc_fid.c:545:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1749611467.337970:0:27203:0:(lproc_fid.c:551:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:2.0:1749611467.385162:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611467.385170:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611467.385176:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611467.385233:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611467.385238:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611467.385240:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611467.385246:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611467.385250:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611467.385253:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611467.458625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611467.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611467.458635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611467.458641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611467.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611467.458651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611467.458655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611467.458658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611467.458674:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611467.528284:0:27224:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b480. 00080000:00000010:1.0:1749611467.528293:0:27224:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b480. 00000020:00000001:1.0:1749611467.528299:0:27224:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611467.528315:0:27224:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b480. 00080000:00000010:1.0:1749611467.528321:0:27224:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b480. 00000020:00000001:1.0:1749611467.528324:0:27224:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611467.528331:0:27224:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b480. 00080000:00000010:1.0:1749611467.528335:0:27224:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b480. 00000020:00000001:1.0:1749611467.528339:0:27224:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611467.532320:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611467.532326:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611467.532331:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611467.532400:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611467.532403:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611467.532406:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611467.532412:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611467.532415:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611467.532442:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640309:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000001:1.0:1749611467.640315:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640319:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640322:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000040:1.0:1749611467.640330:0:27268:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000001:1.0:1749611467.640332:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640334:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640336:0:27268:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000040:1.0:1749611467.640338:0:27268:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000001:1.0:1749611467.640340:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640349:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640351:0:27268:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000040:1.0:1749611467.640353:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000001:1.0:1749611467.640355:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640357:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640358:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000040:1.0:1749611467.640361:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000001:1.0:1749611467.640363:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640364:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640366:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000040:1.0:1749611467.640368:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000001:1.0:1749611467.640370:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640371:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640373:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000040:1.0:1749611467.640375:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000001:1.0:1749611467.640377:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640378:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640380:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000040:1.0:1749611467.640382:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000001:1.0:1749611467.640384:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640385:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640387:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000040:1.0:1749611467.640390:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085152ae0) now 6 - health_check_show 00000020:00000001:1.0:1749611467.640391:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640394:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640395:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085152ae0) now 6 - health_check_show 00000020:00000040:1.0:1749611467.640398:0:27268:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000001:1.0:1749611467.640403:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640411:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640412:0:27268:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000040:1.0:1749611467.640439:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085154050) now 4 - health_check_show 00000020:00000001:1.0:1749611467.640443:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611467.640447:0:27268:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59200. 00000020:00000010:1.0:1749611467.640452:0:27268:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58600. 00000020:00000010:1.0:1749611467.640457:0:27268:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d169800. 00000020:00000010:1.0:1749611467.640464:0:27268:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611467.640468:0:27268:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59a00. 80000000:00000010:1.0:1749611467.640472:0:27268:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0d7780. 40000000:00000010:1.0:1749611467.640476:0:27268:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006dfe2d40. 00100000:00000010:1.0:1749611467.640482:0:27268:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16f800. 00040000:00000010:1.0:1749611467.640486:0:27268:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9200. 00040000:00000010:1.0:1749611467.640490:0:27268:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58000. 00080000:00000010:1.0:1749611467.640495:0:27268:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611467.640501:0:27268:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 00002000:00000010:1.0:1749611467.640508:0:27268:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bce7000. 00000020:00000010:1.0:1749611467.640545:0:27268:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58600. 00000020:00000010:1.0:1749611467.640550:0:27268:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d169800. 00000020:00000010:1.0:1749611467.640553:0:27268:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611467.640559:0:27268:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59a00. 80000000:00000010:1.0:1749611467.640563:0:27268:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0d7780. 40000000:00000010:1.0:1749611467.640566:0:27268:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006dfe2d40. 00100000:00000010:1.0:1749611467.640570:0:27268:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16f800. 00040000:00000010:1.0:1749611467.640573:0:27268:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9200. 00040000:00000010:1.0:1749611467.640576:0:27268:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58000. 00080000:00000010:1.0:1749611467.640580:0:27268:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc62000. 00080000:00000010:1.0:1749611467.640585:0:27268:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749611467.640589:0:27268:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009bce7000. 00000020:00000010:1.0:1749611467.640592:0:27268:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59200. 00000020:00000001:1.0:1749611467.640594:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640596:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085154050) now 4 - health_check_show 00000020:00000040:1.0:1749611467.640599:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_show 00000020:00000001:1.0:1749611467.640607:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640608:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640610:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_show 00000020:00000040:1.0:1749611467.640612:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 6 - health_check_show 00000020:00000001:1.0:1749611467.640615:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640616:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640617:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 6 - health_check_show 00000020:00000040:1.0:1749611467.640619:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000001:1.0:1749611467.640621:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640623:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640625:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000040:1.0:1749611467.640627:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000001:1.0:1749611467.640629:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611467.640631:0:27268:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59200. 00000020:00000010:1.0:1749611467.640634:0:27268:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58400. 00000020:00000010:1.0:1749611467.640636:0:27268:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16f800. 00000020:00000010:1.0:1749611467.640639:0:27268:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611467.640641:0:27268:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc58000. 80000000:00000010:1.0:1749611467.640643:0:27268:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0d7780. 40000000:00000010:1.0:1749611467.640646:0:27268:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006dfe2d40. 00100000:00000010:1.0:1749611467.640648:0:27268:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d169800. 00040000:00000010:1.0:1749611467.640650:0:27268:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9200. 00040000:00000010:1.0:1749611467.640653:0:27268:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59a00. 00080000:00000010:1.0:1749611467.640655:0:27268:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611467.640658:0:27268:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 00002000:00000010:1.0:1749611467.640661:0:27268:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bce7000. 00000020:00000010:1.0:1749611467.640669:0:27268:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58400. 00000020:00000010:1.0:1749611467.640672:0:27268:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16f800. 00000020:00000010:1.0:1749611467.640674:0:27268:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611467.640677:0:27268:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc58000. 80000000:00000010:1.0:1749611467.640679:0:27268:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0d7780. 40000000:00000010:1.0:1749611467.640681:0:27268:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006dfe2d40. 00100000:00000010:1.0:1749611467.640683:0:27268:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d169800. 00040000:00000010:1.0:1749611467.640690:0:27268:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9200. 00040000:00000010:1.0:1749611467.640693:0:27268:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59a00. 00080000:00000010:1.0:1749611467.640697:0:27268:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc62000. 00080000:00000010:1.0:1749611467.640700:0:27268:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749611467.640702:0:27268:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009bce7000. 00000020:00000010:1.0:1749611467.640705:0:27268:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59200. 00000020:00000001:1.0:1749611467.640707:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640708:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000040:1.0:1749611467.640711:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000001:1.0:1749611467.640713:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640714:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640715:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000040:1.0:1749611467.640717:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000001:1.0:1749611467.640719:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640720:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640722:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000040:1.0:1749611467.640794:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749611467.640798:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640800:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640801:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749611467.640804:0:27268:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611467.640806:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640807:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640809:0:27268:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611467.640811:0:27268:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611467.640812:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640817:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640819:0:27268:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611467.640820:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000001:1.0:1749611467.640822:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640824:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640825:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000040:1.0:1749611467.640827:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749611467.640834:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640835:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640837:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749611467.640839:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000001:1.0:1749611467.640841:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640842:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640844:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000040:1.0:1749611467.640846:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611467.640848:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640849:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640850:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611467.640852:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611467.640854:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640855:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640857:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611467.640859:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085152ae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611467.640861:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640862:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640864:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085152ae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611467.640866:0:27268:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611467.640868:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640871:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640873:0:27268:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611467.640874:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085154050) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611467.640876:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611467.640878:0:27268:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59200. 00000020:00000010:1.0:1749611467.640881:0:27268:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58600. 00000020:00000010:1.0:1749611467.640884:0:27268:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d169800. 00000020:00000010:1.0:1749611467.640887:0:27268:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611467.640889:0:27268:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59a00. 80000000:00000010:1.0:1749611467.640891:0:27268:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0d7780. 40000000:00000010:1.0:1749611467.640893:0:27268:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006dfe2d40. 00100000:00000010:1.0:1749611467.640900:0:27268:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16f800. 00040000:00000010:1.0:1749611467.640903:0:27268:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9200. 00040000:00000010:1.0:1749611467.640906:0:27268:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58000. 00080000:00000010:1.0:1749611467.640908:0:27268:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611467.640911:0:27268:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 00002000:00000010:1.0:1749611467.640915:0:27268:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bce7000. 00000020:00000010:1.0:1749611467.640921:0:27268:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58600. 00000020:00000010:1.0:1749611467.640924:0:27268:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d169800. 00000020:00000010:1.0:1749611467.640927:0:27268:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611467.640930:0:27268:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59a00. 80000000:00000010:1.0:1749611467.640933:0:27268:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0d7780. 40000000:00000010:1.0:1749611467.640936:0:27268:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006dfe2d40. 00100000:00000010:1.0:1749611467.640938:0:27268:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16f800. 00040000:00000010:1.0:1749611467.640940:0:27268:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9200. 00040000:00000010:1.0:1749611467.640943:0:27268:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58000. 00080000:00000010:1.0:1749611467.640946:0:27268:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc62000. 00080000:00000010:1.0:1749611467.640949:0:27268:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749611467.640951:0:27268:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009bce7000. 00000020:00000010:1.0:1749611467.640954:0:27268:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59200. 00000020:00000001:1.0:1749611467.640956:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640958:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085154050) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611467.640960:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611467.640962:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640963:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640965:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611467.640967:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611467.640969:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640970:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640971:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611467.640973:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611467.640975:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.640977:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.640978:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611467.640984:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611467.640986:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611467.640988:0:27268:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59200. 00000020:00000010:1.0:1749611467.640991:0:27268:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58400. 00000020:00000010:1.0:1749611467.640993:0:27268:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16f800. 00000020:00000010:1.0:1749611467.640996:0:27268:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611467.640998:0:27268:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc58000. 80000000:00000010:1.0:1749611467.641000:0:27268:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0d7780. 40000000:00000010:1.0:1749611467.641002:0:27268:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006dfe2d40. 00100000:00000010:1.0:1749611467.641005:0:27268:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d169800. 00040000:00000010:1.0:1749611467.641007:0:27268:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88007ddf9200. 00040000:00000010:1.0:1749611467.641009:0:27268:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59a00. 00080000:00000010:1.0:1749611467.641011:0:27268:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611467.641014:0:27268:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 00002000:00000010:1.0:1749611467.641017:0:27268:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009bce7000. 00000020:00000010:1.0:1749611467.641021:0:27268:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58400. 00000020:00000010:1.0:1749611467.641024:0:27268:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16f800. 00000020:00000010:1.0:1749611467.641026:0:27268:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611467.641029:0:27268:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc58000. 80000000:00000010:1.0:1749611467.641031:0:27268:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0d7780. 40000000:00000010:1.0:1749611467.641032:0:27268:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006dfe2d40. 00100000:00000010:1.0:1749611467.641034:0:27268:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d169800. 00040000:00000010:1.0:1749611467.641037:0:27268:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007ddf9200. 00040000:00000010:1.0:1749611467.641039:0:27268:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59a00. 00080000:00000010:1.0:1749611467.641041:0:27268:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc62000. 00080000:00000010:1.0:1749611467.641044:0:27268:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00002000:00000010:1.0:1749611467.641047:0:27268:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009bce7000. 00000020:00000010:1.0:1749611467.641051:0:27268:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59200. 00000020:00000001:1.0:1749611467.641054:0:27268:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.641056:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611467.641060:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611467.641063:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.641065:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.641074:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611467.641078:0:27268:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611467.641081:0:27268:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611467.641082:0:27268:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611467.641085:0:27268:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00000100:00000001:2.0:1749611467.682592:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611467.682597:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611467.682600:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611467.682604:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:2.0:1749611467.682608:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611467.682612:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611467.682615:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611467.682619:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611467.682622:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611467.689704:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611467.689713:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611467.689738:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611467.689861:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611467.689868:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611467.689874:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611467.689885:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611467.689890:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611467.689896:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611467.910598:0:27290:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611467.910608:0:27290:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611467.910613:0:27290:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611467.910632:0:27290:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611467.910637:0:27290:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611467.910640:0:27290:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611467.910647:0:27290:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611467.910651:0:27290:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611467.910655:0:27290:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611467.915090:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b500. 00080000:00000010:1.0:1749611467.915097:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b500. 00000020:00000001:1.0:1749611467.915102:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611467.915172:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b500. 00080000:00000010:1.0:1749611467.915176:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b500. 00000020:00000001:1.0:1749611467.915179:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611467.915184:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b500. 00080000:00000010:1.0:1749611467.915187:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b500. 00000020:00000001:1.0:1749611467.915190:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611468.080614:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611468.080621:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611468.080743:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611468.080750:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611468.080755:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1749611468.441104:0:27442:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611468.441109:0:27442:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug all all 00000001:00000001:1.0:1749611468.445144:0:27442:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1749611468.453998:0:27443:0:(debug.c:324:cfs_str2mask()) Process entered 00000100:00000001:0.0:1749611468.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611468.458633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611468.458636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611468.458641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611468.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611468.458651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.458655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611468.458658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.458662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611468.459556:0:27444:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:3.0:1749611468.517654:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611468.517664:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611468.517669:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611468.517744:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611468.517750:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611468.517753:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611468.517766:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611468.517771:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611468.517774:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.659601:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611468.659614:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611468.659617:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.659621:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611468.659623:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611468.659627:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.659630:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611468.670610:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611468.670626:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611468.670630:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611468.670633:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611468.670636:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611468.670638:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611468.670642:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611468.670648:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6069 00000100:00080000:2.0:1749611468.670652:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611468.670655:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611468.670659:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611468.670662:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611468.670664:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611468.670669:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611468.670671:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611468.670675:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611468.670678:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611468.670680:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611468.670683:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611468.670686:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611468.670688:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611468.670690:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611468.670692:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611468.670695:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611468.670698:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611468.670701:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611468.670704:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611468.670711:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611468.670714:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.670716:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611468.670723:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611468.670728:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec000. 00000020:00000040:2.0:1749611468.670732:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611468.670737:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611468.670739:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.670741:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611468.670744:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611468.670747:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611468.670754:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0dec00. 00000100:00000001:2.0:1749611468.670762:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611468.670772:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611468.670784:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611468.670788:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611468.670792:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ec000] to pc [ptlrpcd_rcv+-1] req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.670821:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611468.670824:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611468.670828:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611468.670830:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611468.670832:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611468.670834:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611468.670836:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6069 00000100:00080000:2.0:1749611468.670838:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611468.670841:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611468.670843:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611468.670845:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611468.670847:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611468.670849:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611468.670850:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611468.670852:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611468.670853:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611468.670860:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611468.670862:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611468.670865:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611468.670866:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611468.670867:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611468.670869:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611468.670871:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611468.670871:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749611468.670873:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:0.0:1749611468.670874:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749611468.670875:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611468.670877:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611468.670879:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611468.670882:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611468.670882:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611468.670884:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.670886:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611468.670888:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611468.670892:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec380. 00000020:00000040:2.0:1749611468.670894:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611468.670894:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611468.670896:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749611468.670896:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611468.670897:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.670899:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611468.670899:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611468.670900:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611468.670902:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.670902:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611468.670905:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611468.670906:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0df400. 00000100:00000001:2.0:1749611468.670909:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611468.670909:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494677760:0@lo:38:kworker.0 00000100:00000001:0.0:1749611468.670913:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749611468.670914:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611468.670917:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611468.670920:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.670921:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611468.670923:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.670923:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611468.670926:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ec380] to pc [ptlrpcd_rcv+-1] req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611468.670927:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625000. 02000000:00000001:0.0:1749611468.670929:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.670935:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611468.670936:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000100:00080000:2.0:1749611468.670937:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611468.670941:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:0.0:1749611468.670943:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000100:00000001:2.0:1749611468.670947:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611468.670949:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611468.670951:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:0.0:1749611468.670951:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494677760, portal 4 00000100:00080000:2.0:1749611468.670953:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6069 00000100:00000001:0.0:1749611468.670953:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749611468.670955:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611468.670955:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283362304 : -131939426189312 : ffff8800755ec000) 00000100:00000040:2.0:1749611468.670958:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611468.670960:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611468.670961:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611468.670963:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611468.670964:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611468.670965:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611468.670966:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611468.670968:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611468.670970:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611468.670972:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611468.670974:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611468.670976:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611468.670977:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611468.670978:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611468.670980:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611468.670982:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611468.670982:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749611468.670984:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:0.0:1749611468.670985:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00080000:2.0:1749611468.670986:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611468.670988:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611468.670990:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749611468.670990:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494677760, offset 0 02000000:00000001:2.0:1749611468.670993:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611468.670994:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.670996:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749611468.670997:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611468.670998:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611468.671001:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed180. 00000020:00000040:2.0:1749611468.671003:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611468.671005:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611468.671006:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671008:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749611468.671011:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611468.671013:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611468.671015:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611468.671019:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0dc000. 00000400:00000200:0.0:1749611468.671021:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94ab00 00000100:00000001:2.0:1749611468.671022:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611468.671026:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611468.671030:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 0 00000100:00000001:2.0:1749611468.671033:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611468.671035:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611468.671038:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611468.671039:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ed180] to pc [ptlrpcd_rcv+-1] req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611468.671043:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611468.671046:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611468.671049:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611468.671052:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611468.671055:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed500. 00000020:00000040:2.0:1749611468.671057:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611468.671057:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611468.671059:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749611468.671059:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749611468.671061:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611468.671062:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611468.671064:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0700. 02000000:00000010:2.0:1749611468.671065:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800654df700. 00000100:00000001:2.0:1749611468.671067:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611468.671067:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d0700 x1834598494677760 msgsize 520 00000100:00000040:2.0:1749611468.671071:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749611468.671072:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611468.671079:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611468.671080:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671082:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611468.671085:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ed500] to pc [ptlrpcd_00_02+2] req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611468.671090:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749611468.671093:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749611468.671098:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611468.671105:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.671113:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611468.671116:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.671117:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611468.671120:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611468.671123:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611468.671124:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611468.671124:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611468.671124:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611468.671125:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611468.671127:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611468.671129:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611468.671130:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1749611468.671133:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611468.671134:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1286 usecs (2 jiffies) 00000100:00000001:2.0:1749611468.671135:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611468.671137:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6069 00000100:00000001:0.0:1749611468.671138:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300742130 00000100:00000001:1.0:1749611468.671140:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1749611468.671141:0:18174:0:(import.c:2097:obd_at_measure()) add 20 to ffff88012e5543f0 time=13 v=15 (15 0 0 0) 00000100:00000001:1.0:1749611468.671142:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611468.671142:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d056a40. 00000100:00001000:2.0:1749611468.671144:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88012e5543f0 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00000001:1.0:1749611468.671144:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611468.671146:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749611468.671147:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00000001:1.0:1749611468.671148:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611468.671148:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749611468.671150:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611468.671152:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611468.671153:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611468.671155:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611468.671155:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611468.671157:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611468.671158:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4d9 00000020:00000001:2.0:1749611468.671160:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611468.671162:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b800 refcount=8 00000020:00000001:2.0:1749611468.671164:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000020:00000001:2.0:1749611468.671166:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000001:1.0:1749611468.671166:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611468.671166:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300742130 00000100:00000040:2.0:1749611468.671168:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611468.671168:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611468.671169:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d056c40. 00000100:00000001:3.0:1749611468.671170:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611468.671170:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611468.671171:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749611468.671171:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611468.671173:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611468.671173:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611468.671173:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611468.671175:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611468.671176:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 7 02000000:00000001:1.0:1749611468.671176:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671177:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300742130 00000100:00080000:2.0:1749611468.671178:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012e554000 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:1.0:1749611468.671179:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494678144:0@lo:400:kworker.0 00000100:00000001:2.0:1749611468.671181:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611468.671182:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:0.0:1749611468.671182:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d056dc0. 00000100:00000001:0.0:1749611468.671185:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749611468.671186:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611468.671188:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671188:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611468.671189:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611468.671190:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300742130 00000100:00000001:2.0:1749611468.671191:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611468.671191:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749611468.671193:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed880. 02000000:00000001:1.0:1749611468.671194:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611468.671195:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e554000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:0.0:1749611468.671195:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012d056880. 02000000:00000001:1.0:1749611468.671196:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611468.671198:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611468.671199:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611468.671199:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006dc58e00. 00000100:00000001:0.0:1749611468.671199:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611468.671200:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611468.671201:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671204:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611468.671206:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749611468.671206:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db8f0. 02000000:00000001:2.0:1749611468.671208:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.671209:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749611468.671211:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00100000:3.0:1749611468.671212:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494677760 02000000:00000010:2.0:1749611468.671212:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0ddc00. 02000000:00000001:3.0:1749611468.671215:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611468.671215:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671216:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611468.671216:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494678144, portal 10 00000100:00000001:3.0:1749611468.671218:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611468.671218:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611468.671219:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611468.671220:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611468.671220:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283367680 : -131939426183936 : ffff8800755ed500) 00000100:00000001:3.0:1749611468.671221:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671222:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611468.671225:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671227:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1749611468.671228:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611468.671229:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494677760 00000100:00000001:2.0:1749611468.671229:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671230:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749611468.671231:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611468.671232:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ed880] to pc [ptlrpcd_rcv+-1] req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.671232:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611468.671233:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611468.671235:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611468.671235:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611468.671237:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611468.671238:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671238:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749611468.671240:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671240:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611468.671240:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611468.671240:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749611468.671242:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000040:2.0:1749611468.671243:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:3.0:1749611468.671245:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbac00. 00000100:00000001:2.0:1749611468.671246:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1749611468.671246:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494678144, offset 0 00000100:00000040:0.0:1749611468.671247:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611468.671249:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec700. 00000020:00000010:3.0:1749611468.671251:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 00000020:00000040:2.0:1749611468.671251:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e555800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:1.0:1749611468.671252:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611468.671253:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611468.671254:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:3.0:1749611468.671256:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 02000000:00000001:2.0:1749611468.671256:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611468.671258:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800654df400. 00000100:00000001:0.0:1749611468.671258:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611468.671260:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.671261:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611468.671261:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.671263:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749611468.671263:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611468.671263:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611468.671264:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611468.671265:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.671266:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611468.671270:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.671271:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671271:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611468.671272:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611468.671273:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94ac80 00000100:00100000:0.0:1749611468.671274:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494677888:0@lo:38:kworker.0 00000100:00000040:2.0:1749611468.671276:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800755ec700] to pc [ptlrpcd_00_03+3] req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.671278:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611468.671279:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611468.671281:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749611468.671282:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 106336 02000000:00000001:0.0:1749611468.671284:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.671286:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611468.671288:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611468.671288:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.671290:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611468.671291:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749611468.671291:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625c00. 00000100:00000040:2.0:1749611468.671293:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6079) 02000000:00000001:0.0:1749611468.671294:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611468.671296:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000400:00000200:1.0:1749611468.671297:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611468.671299:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff318. 00000100:00000001:1.0:1749611468.671303:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749611468.671305:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000200:1.0:1749611468.671306:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611468.671310:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494677888, portal 10 00000100:00000010:1.0:1749611468.671312:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570a80. 00000100:00000001:0.0:1749611468.671312:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611468.671314:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611468.671314:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283363200 : -131939426188416 : ffff8800755ec380) 00000100:00000001:2.0:1749611468.671316:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611468.671316:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880111570a80 x1834598494678144 msgsize 224 00000100:00000001:3.0:1749611468.671319:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503450368 : -131939206101248 : ffff8800827d0700) 00000100:00000001:2.0:1749611468.671320:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671322:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611468.671323:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611468.671323:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611468.671331:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d0700 x1834598494677760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611488 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.671333:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611468.671336:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611468.671336:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611468.671339:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611468.671342:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494677888, offset 0 00000100:00000001:2.0:1749611468.671344:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749611468.671344:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00100000:3.0:1749611468.671345:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494677760:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1749611468.671346:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494678144 00000400:00000010:1.0:1749611468.671347:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 02000000:00000001:2.0:1749611468.671348:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749611468.671350:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494677760 00000100:00000001:2.0:1749611468.671350:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611468.671351:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749611468.671353:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611468.671353:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611468.671356:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611468.671358:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611468.671359:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494678144 00000020:00000001:2.0:1749611468.671360:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611468.671362:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:0.0:1749611468.671362:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611468.671364:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1749611468.671366:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:2.0:1749611468.671366:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749611468.671368:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:2.0:1749611468.671370:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611468.671375:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611468.671378:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1a7a780. 00000020:00000001:3.0:1749611468.671380:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611468.671382:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:3.0:1749611468.671385:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:2.0:1749611468.671385:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:3.0:1749611468.671388:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611468.671391:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611468.671392:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1749611468.671392:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94ab80 00000100:00000001:1.0:1749611468.671393:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611468.671394:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:2.0:1749611468.671396:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6400. 00000100:00000001:3.0:1749611468.671397:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749611468.671399:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000400:00000200:0.0:1749611468.671399:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 106560 02000000:00000001:3.0:1749611468.671400:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749611468.671400:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611468.671403:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9af0. 02000000:00000010:3.0:1749611468.671404:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880083909400. 02000000:00000001:3.0:1749611468.671427:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.671430:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611468.671432:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1749611468.671434:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611468.671435:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611468.671435:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611468.671436:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611468.671437:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671437:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611468.671439:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611468.671440:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611468.671440:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749611468.671441:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611468.671444:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611468.671445:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611468.671446:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611468.671446:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611468.671448:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611468.671448:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611468.671449:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611468.671450:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611468.671451:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611468.671453:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611468.671454:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611468.671454:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d1500. 00000100:00000040:1.0:1749611468.671455:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000100:00000001:3.0:1749611468.671456:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611468.671458:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300742129 00000100:00000040:0.0:1749611468.671458:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d1500 x1834598494677888 msgsize 520 00000100:00000040:3.0:1749611468.671459:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611468.671460:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749611468.671461:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611468.671461:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300742130 00000100:00000001:2.0:1749611468.671462:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611468.671463:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671463:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300742129 00000100:00100000:0.0:1749611468.671464:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611468.671465:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611468.671466:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00000001:1.0:1749611468.671466:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300742130 00000100:00000040:3.0:1749611468.671467:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611468.671468:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300742129 00000100:00000040:2.0:1749611468.671469:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611468.671470:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300742130 00000400:00000010:3.0:1749611468.671471:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611468.671471:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900102784 : -131936809448832 : ffff880111570a80) 00000100:00000001:1.0:1749611468.671472:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300742129 00000100:00000001:1.0:1749611468.671474:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300742130 00000100:00000200:3.0:1749611468.671476:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494677760, offset 0 00000100:00000001:1.0:1749611468.671476:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611468.671476:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611468.671477:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570a80 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:149/0 lens 224/0 e 0 to 0 dl 1749611479 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611468.671479:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671481:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671483:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611468.671484:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611468.671486:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:1.0:1749611468.671489:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611468.671489:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611468.671490:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611468.671492:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611468.671493:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611468.671494:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611468.671495:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749611468.671498:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611468.671500:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749611468.671500:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.671501:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749611468.671502:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1a7a800. 00000100:00000040:0.0:1749611468.671504:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.671505:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611468.671508:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749611468.671508:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b1a7a800. 00000100:00000001:1.0:1749611468.671508:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611468.671509:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611468.671512:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749611468.671513:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494678144:12345-0@lo:400:kworker.0 02000000:00000001:1.0:1749611468.671514:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611468.671514:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611468.671515:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94ab00 00000100:00000200:2.0:1749611468.671517:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494678144 00000100:00000001:0.0:1749611468.671517:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611468.671520:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611468.671546:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611468.671549:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611468.671552:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749611468.671552:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611468.671554:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9001 [1] + 0 00000020:00000001:2.0:1749611468.671554:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:1.0:1749611468.671556:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494678400:0@lo:400:kworker.0 00000020:00000001:2.0:1749611468.671557:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611468.671558:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611468.671560:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611468.671561:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611468.671561:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611468.671562:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1112 usecs (2 jiffies) 00000020:00000001:2.0:1749611468.671563:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1749611468.671563:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749611468.671564:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611468.671565:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1749611468.671565:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671565:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300742131 02000000:00000001:1.0:1749611468.671567:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611468.671568:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611468.671568:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611468.671570:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1749611468.671571:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006dc58c00. 02000000:00000001:1.0:1749611468.671573:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671574:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611468.671576:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749611468.671577:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000001:0.0:1749611468.671577:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300742130 00000100:00000200:3.0:1749611468.671579:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611468.671580:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0df000. 00000400:00000010:1.0:1749611468.671580:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749611468.671581:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300742131 02000000:00000001:2.0:1749611468.671582:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611468.671584:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494678400, portal 10 00000100:00000001:2.0:1749611468.671585:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671585:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300742130 00000100:00000001:1.0:1749611468.671586:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749611468.671587:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671588:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283364096 : -131939426187520 : ffff8800755ec700) 00000100:00000001:0.0:1749611468.671589:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300742131 00010000:00000040:2.0:1749611468.671590:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494678144 00000100:00000040:3.0:1749611468.671591:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611468.671592:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611468.671593:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300742130 00000100:00000040:1.0:1749611468.671595:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.671596:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300742131 00010000:00000200:2.0:1749611468.671597:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880111570a80 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.671600:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300742130 00000100:00000001:1.0:1749611468.671602:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611468.671605:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749611468.671605:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749611468.671607:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611468.671607:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00001000:2.0:1749611468.671610:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=73 v=5 (1 1 1 1) 00000100:00000200:1.0:1749611468.671610:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494678400, offset 0 00000100:00000001:0.0:1749611468.671611:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611468.671613:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749611468.671614:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611468.671614:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611468.671616:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611468.671617:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611468.671620:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611468.671622:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611468.671623:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611468.671623:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611468.671626:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749611468.671628:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 02000000:00000001:2.0:1749611468.671628:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671630:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749611468.671631:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000400:00000200:1.0:1749611468.671631:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94ad80 00000100:00000001:0.0:1749611468.671632:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611468.671633:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611468.671635:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611468.671635:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.671636:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749611468.671636:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:1.0:1749611468.671637:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 107080 02000000:00000001:0.0:1749611468.671638:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611468.671641:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.671641:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611468.671642:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494678144, offset 224 00000400:00000200:1.0:1749611468.671642:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611468.671644:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611468.671644:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611468.671645:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611468.671646:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611468.671647:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611468.671649:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611468.671649:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494678016:0@lo:38:kworker.0 00000100:00000001:1.0:1749611468.671650:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611468.671652:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611468.671654:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0700 x1834598494677760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611468.671655:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749611468.671655:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570e00. 00000100:00000001:0.0:1749611468.671655:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749611468.671658:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880111570e00 x1834598494678400 msgsize 224 02000000:00000001:0.0:1749611468.671658:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611468.671660:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.671662:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749611468.671663:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ac80 02000000:00000010:0.0:1749611468.671665:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c627c00. 00000100:00100000:1.0:1749611468.671666:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749611468.671667:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611468.671668:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494677760:12345-0@lo:38:kworker.0 Request processed in 319us (594us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749611468.671669:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9009 [1] + 224 00000400:00000010:0.0:1749611468.671671:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00000001:1.0:1749611468.671674:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749611468.671674:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000400:00000200:2.0:1749611468.671675:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749611468.671677:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000400:00000200:2.0:1749611468.671678:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611468.671678:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494678016, portal 10 00000400:00000200:1.0:1749611468.671679:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:3.0:1749611468.671680:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611468.671681:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749611468.671681:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:0.0:1749611468.671681:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611468.671682:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283366784 : -131939426184832 : ffff8800755ed180) 00000020:00000010:3.0:1749611468.671686:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 00000020:00000010:3.0:1749611468.671689:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000040:0.0:1749611468.671689:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611468.671690:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749611468.671693:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbac00. 00000100:00000001:2.0:1749611468.671693:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611468.671694:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.671695:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611468.671697:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611468.671698:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611468.671698:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611468.671700:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:1.0:1749611468.671702:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611468.671703:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494678016, offset 0 00000100:00000040:1.0:1749611468.671705:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611468.671706:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611468.671708:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611468.671712:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671714:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611468.671714:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611468.671717:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611468.671718:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611468.671720:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94ac00 00000100:00000040:1.0:1749611468.671721:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1023 usecs (2 jiffies) 00000400:00000200:2.0:1749611468.671723:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:1.0:1749611468.671724:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300742131 00000100:00000001:3.0:1749611468.671725:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749611468.671725:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611468.671727:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300742131 00000100:00100000:3.0:1749611468.671728:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494677888 00000100:00000001:2.0:1749611468.671728:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611468.671729:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611468.671729:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300742131 02000000:00000001:3.0:1749611468.671730:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611468.671731:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300742131 00000100:00000001:3.0:1749611468.671732:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611468.671732:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671733:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300742131 00000100:00000001:3.0:1749611468.671734:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611468.671735:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611468.671735:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300742131 02000000:00000001:3.0:1749611468.671736:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671737:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300742131 00010000:00000001:2.0:1749611468.671738:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749611468.671738:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 107304 00000100:00100000:3.0:1749611468.671739:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494677888 00000100:00000001:1.0:1749611468.671739:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300742131 00000020:00000001:2.0:1749611468.671740:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611468.671741:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611468.671741:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749611468.671742:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611468.671742:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749611468.671743:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611468.671743:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611468.671744:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611468.671745:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570a80 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611468.671748:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611468.671750:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611468.671751:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611468.671752:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db8f0. 00000400:00000200:0.0:1749611468.671752:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611468.671753:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611468.671754:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00100000:2.0:1749611468.671755:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494678144:12345-0@lo:400:kworker.0 Request processed in 254us (436us total) trans 0 rc 0/0 00000020:00000010:3.0:1749611468.671756:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbac00. 00000400:00000010:1.0:1749611468.671756:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749611468.671758:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611468.671759:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611468.671761:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749611468.671762:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611468.671764:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00000010:0.0:1749611468.671764:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d1880. 00000100:00000040:0.0:1749611468.671767:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d1880 x1834598494678016 msgsize 520 00000020:00000010:3.0:1749611468.671770:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 00000100:00000200:1.0:1749611468.671771:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611468.671771:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749611468.671772:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000040:2.0:1749611468.671772:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611468.671775:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611468.671776:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611468.671777:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611468.671777:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611468.671778:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611468.671779:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611468.671780:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611468.671781:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000100:00000001:3.0:1749611468.671783:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671784:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611468.671784:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:00000010:2.0:1749611468.671785:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9af0. 00000400:00000010:0.0:1749611468.671786:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749611468.671787:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611468.671789:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611468.671789:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749611468.671790:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6400. 00000100:00000001:3.0:1749611468.671791:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611468.671791:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611468.671792:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611468.671794:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611468.671794:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671796:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611468.671796:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.671798:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611468.671799:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494678400 00000100:00000001:0.0:1749611468.671799:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611468.671801:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1749611468.671802:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=23 v=5 (5 5 5 5) 00000100:00000040:0.0:1749611468.671802:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611468.671803:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611468.671804:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.671805:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:1.0:1749611468.671805:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=23 v=5 (1 1 1 1) 02000000:00000001:3.0:1749611468.671807:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611468.671807:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494678016 00000100:00100000:3.0:1749611468.671808:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494678400 00000100:00000001:1.0:1749611468.671808:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749611468.671809:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611468.671809:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611468.671810:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611468.671810:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611468.671811:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4ee 00000100:00000001:2.0:1749611468.671811:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611468.671811:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749611468.671812:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1749611468.671813:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611468.671813:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671814:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611468.671815:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb800 refcount=5 02000000:00000001:2.0:1749611468.671816:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611468.671817:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00010000:00080000:1.0:1749611468.671817:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611468.671817:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000100:00100000:2.0:1749611468.671818:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494678016 00000020:00000001:3.0:1749611468.671819:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000020:00000001:2.0:1749611468.671820:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611468.671820:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300742130 00000020:00000040:2.0:1749611468.671821:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611468.671822:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611468.671822:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300742131 00000020:00000001:2.0:1749611468.671823:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749611468.671824:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b485aa00. 00000020:00000001:2.0:1749611468.671825:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611468.671825:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671825:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300742130 00000020:00000001:2.0:1749611468.671827:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671827:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300742131 00000020:00000010:3.0:1749611468.671828:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b5266ec0. 00000100:00000001:1.0:1749611468.671828:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1749611468.671829:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6400. 00000100:00000001:0.0:1749611468.671829:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300742130 00000100:00000040:1.0:1749611468.671830:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611468.671831:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300742131 00000020:00000010:2.0:1749611468.671832:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000001:1.0:1749611468.671832:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611468.671833:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611468.671833:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671833:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300742130 00000020:00000010:3.0:1749611468.671834:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b485aa00. 00000020:00000010:2.0:1749611468.671834:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9af0. 00000100:00000001:0.0:1749611468.671835:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300742131 00000100:00000040:1.0:1749611468.671836:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.671837:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611468.671837:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611468.671838:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbaa00. 00000100:00000001:2.0:1749611468.671838:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611468.671839:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611468.671840:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7600. 00000100:00000001:2.0:1749611468.671840:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611468.671842:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611468.671843:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611468.671843:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611468.671844:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749611468.671844:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749611468.671846:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611468.671846:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611468.671846:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611468.671848:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611468.671848:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611468.671849:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611468.671850:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611468.671851:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611468.671851:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611468.671851:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611468.671851:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000100:00100000:2.0:1749611468.671855:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000400:00000200:0.0:1749611468.671856:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:2.0:1749611468.671857:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503453952 : -131939206097664 : ffff8800827d1500) 00000400:00000010:0.0:1749611468.671857:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00100000:1.0:1749611468.671860:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494678144:0@lo:400:kworker.0 00000100:00000001:0.0:1749611468.671860:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611468.671861:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d1500 x1834598494677888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611488 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611468.671864:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611468.671864:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611468.671866:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611468.671869:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ed500 x1834598494678144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611468.671871:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494677888:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611468.671872:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1749611468.671873:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611468.671874:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749611468.671875:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671875:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611468.671878:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611468.671878:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749611468.671879:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494677888 00000100:00000001:0.0:1749611468.671880:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749611468.671881:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006dc58e00. 00000100:00000001:0.0:1749611468.671881:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611468.671882:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611468.671883:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749611468.671884:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611468.671885:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611468.671885:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611468.671886:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611468.671887:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611468.671888:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611468.671889:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611468.671890:0:28324:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749611468.671891:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611468.671892:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611468.671894:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611468.671895:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1749611468.671896:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611468 v=5 (0 0 0 0) 00010000:00020000:2.0:1749611468.671898:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:1.0:1749611468.671898:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800654df700. 00000100:00001000:0.0:1749611468.671899:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=141 v=20 (20 1 1 1) 02000000:00000001:1.0:1749611468.671900:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749611468.671901:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611468.671902:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611468.671902:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1749611468.671904:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:1.0:1749611468.671904:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed500. 00000100:00000001:0.0:1749611468.671905:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611468.671906:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611468.671907:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611468.671907:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611468.671908:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611468.671908:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611468.671910:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611468.671910:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611468.671911:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611468.671913:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0dd800. 00000100:00100000:3.0:1749611468.671915:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 02000000:00000001:2.0:1749611468.671915:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671915:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611468.671916:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611468.671917:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671918:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611468.671918:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611468.671919:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb800 : new rpc_count 1 00010000:00000001:2.0:1749611468.671919:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611468.671920:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611468.671921:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900103680 : -131936809447936 : ffff880111570e00) 00010000:00000001:2.0:1749611468.671921:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671921:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671921:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611468.671923:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611468.671924:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611468.671924:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611468.671927:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570e00 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:149/0 lens 224/0 e 0 to 0 dl 1749611479 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.671927:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611468.671929:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611468.671932:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611468.671934:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611468.671935:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611468.671936:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:3.0:1749611468.671938:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b485aa00. 00000100:00000040:2.0:1749611468.671939:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611468.671940:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611468.671940:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611468.671941:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749611468.671942:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b485aa00. 02000000:00000001:2.0:1749611468.671942:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.671942:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611468.671944:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749611468.671947:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494678400:12345-0@lo:400:kworker.0 00000100:00000040:2.0:1749611468.671948:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749611468.671950:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494678400 00000100:00100000:1.0:1749611468.671950:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000400:00000010:2.0:1749611468.671951:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000020:00000001:3.0:1749611468.671953:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611468.671953:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503454848 : -131939206096768 : ffff8800827d1880) 00000100:00000200:2.0:1749611468.671954:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494677888, offset 0 00000020:00000001:3.0:1749611468.671955:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611468.671955:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749611468.671956:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.671957:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611468.671958:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d1880 x1834598494678016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611488 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611468.671959:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749611468.671959:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611468.671960:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00080000:0.0:1749611468.671960:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1749611468.671963:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00080000:0.0:1749611468.671963:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749611468.671965:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611468.671966:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.671966:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611468.671968:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611468.671970:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749611468.671970:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611468.671971:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ab80 00000020:00000001:3.0:1749611468.671972:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611468.671974:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749611468.671975:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9011 [1] + 0 00000100:00000001:3.0:1749611468.671977:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611468.671978:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611468.671979:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749611468.671982:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880083908400. 02000000:00000001:3.0:1749611468.671984:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.671986:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611468.671987:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611468.671989:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494678016:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611468.671991:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611468.671992:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494677760:0@lo:38:kworker.0 00000020:00000001:3.0:1749611468.671993:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611468.671993:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494678016 00000100:00000200:2.0:1749611468.671995:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1749611468.671996:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494678400 00000020:00000001:1.0:1749611468.671996:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611468.671997:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611468.671999:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749611468.671999:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611468.671999:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611468.672002:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ec000 x1834598494677760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749611468.672003:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880111570e00 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611468.672004:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611468.672009:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.672009:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1749611468.672010:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611468.672011:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749611468.672012:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611468.672012:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611468.672013:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749611468.672013:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625000. 00000100:00001000:3.0:1749611468.672015:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=73 v=5 (1 1 1 1) 00010000:00000001:1.0:1749611468.672015:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611468.672016:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749611468.672017:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00010000:00000001:1.0:1749611468.672018:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611468.672018:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611468.672019:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611468.672019:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611468.672020:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:0.0:1749611468.672020:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749611468.672021:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611468.672021:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611468.672022:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611468.672022:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749611468.672022:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611468.672023:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:0.0:1749611468.672024:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0dec00. 02000000:00000001:3.0:1749611468.672025:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611468.672025:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611468.672027:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.672027:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749611468.672028:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611468.672028:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611468.672029:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611468.672030:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611468.672030:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:0.0:1749611468.672030:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ec000. 00000100:00000040:3.0:1749611468.672031:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611468.672032:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611468.672033:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1749611468.672034:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 02000000:00000010:1.0:1749611468.672034:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce6800. 00000100:00000001:0.0:1749611468.672034:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611468.672036:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.672036:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611468.672037:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d1500 x1834598494677888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611468.672038:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611468.672039:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494678400, offset 224 00010000:00000001:1.0:1749611468.672041:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611468.672041:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749611468.672043:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611468.672043:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.672043:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672045:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1749611468.672046:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611468.672046:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611468.672047:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494677888:12345-0@lo:38:kworker.0 Request processed in 175us (586us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611468.672048:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611468.672050:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749611468.672051:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611468.672052:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611468.672052:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611468.672055:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00000040:1.0:1749611468.672055:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749611468.672058:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ad80 00000100:00000001:2.0:1749611468.672058:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611468.672058:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611468.672059:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611468.672059:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611468.672060:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611468.672061:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611468.672062:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 00000400:00000200:3.0:1749611468.672063:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x901d [1] + 224 02000000:00000001:0.0:1749611468.672063:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749611468.672064:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000010:2.0:1749611468.672065:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 02000000:00000001:0.0:1749611468.672065:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611468.672066:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611468.672067:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611468.672068:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749611468.672068:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbac00. 02000000:00000001:1.0:1749611468.672068:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.672070:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611468.672070:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800755ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494678272:0@lo:38:kworker.0 00000400:00000200:3.0:1749611468.672071:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611468.672071:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611468.672072:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611468.672073:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611468.672074:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:1.0:1749611468.672075:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:3.0:1749611468.672078:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611468.672079:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494678016, offset 0 02000000:00000001:0.0:1749611468.672080:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611468.672082:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611468.672083:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611468.672084:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749611468.672086:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000010:0.0:1749611468.672086:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625000. 00000100:00000040:3.0:1749611468.672088:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611468.672088:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611468.672089:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:1.0:1749611468.672090:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749611468.672092:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000400:00000010:0.0:1749611468.672095:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 00000400:00000200:1.0:1749611468.672096:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ac00 00000100:00000200:0.0:1749611468.672099:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494678272, portal 10 00000100:00000001:3.0:1749611468.672100:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611468.672101:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9029 [1] + 0 00000100:00000001:0.0:1749611468.672101:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611468.672102:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283368576 : -131939426183040 : ffff8800755ed880) 00000400:00000200:1.0:1749611468.672105:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611468.672108:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611468.672109:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611468.672113:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611468.672115:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611468.672116:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611468.672118:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:0.0:1749611468.672118:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611468.672119:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000010:3.0:1749611468.672121:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611468.672123:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611468.672125:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611468.672125:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611468.672125:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494678272, offset 0 00000400:00000200:0.0:1749611468.672129:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749611468.672130:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611468.672134:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611468.672137:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611468.672138:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749611468.672139:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611468.672140:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611468.672141:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611468.672143:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749611468.672143:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94ad00 00000100:00000001:1.0:1749611468.672147:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611468.672148:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 107824 00000100:00000040:3.0:1749611468.672149:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570e00 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:149/0 lens 224/224 e 0 to 0 dl 1749611479 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611468.672153:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611468.672154:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749611468.672156:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000400:00000200:0.0:1749611468.672156:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749611468.672159:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494678400:12345-0@lo:400:kworker.0 Request processed in 222us (498us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611468.672164:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611468.672164:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611468.672165:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749611468.672166:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611468.672169:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611468.672169:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d1c00. 00000100:00000040:0.0:1749611468.672172:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d1c00 x1834598494678272 msgsize 520 00000100:00000040:1.0:1749611468.672173:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611468.672175:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611468.672176:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749611468.672177:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611468.672181:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d1880 x1834598494678016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611468.672185:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00000040:3.0:1749611468.672187:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb800 : new rpc_count 0 00000100:00000001:3.0:1749611468.672190:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749611468.672191:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494678016:12345-0@lo:38:kworker.0 Request processed in 203us (422us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611468.672192:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611468.672195:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749611468.672200:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000400:00000200:0.0:1749611468.672200:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:1.0:1749611468.672202:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749611468.672202:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749611468.672204:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611468.672204:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749611468.672207:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000100:00000200:0.0:1749611468.672208:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.672210:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1749611468.672211:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9af0. 00000100:00100000:2.0:1749611468.672213:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494678272 02000000:00000001:2.0:1749611468.672215:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749611468.672215:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6400. 00000100:00000001:0.0:1749611468.672215:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749611468.672216:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7600. 00000100:00000001:1.0:1749611468.672218:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611468.672219:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:3.0:1749611468.672222:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbaa00. 00000100:00000001:2.0:1749611468.672223:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611468.672223:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.672225:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611468.672226:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 4 02000000:00000001:2.0:1749611468.672228:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611468.672229:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672230:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611468.672231:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494678272 00000100:00000001:0.0:1749611468.672232:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611468.672233:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611468.672233:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749611468.672234:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611468.672235:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611468.672236:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611468.672236:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611468.672237:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611468.672238:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749611468.672239:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611468.672240:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611468.672242:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000020:00000010:2.0:1749611468.672244:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6400. 00000400:00000200:1.0:1749611468.672245:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611468.672246:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000020:00000010:2.0:1749611468.672247:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000100:00000001:1.0:1749611468.672248:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611468.672250:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000100:00000200:1.0:1749611468.672252:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.672254:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611468.672255:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611468.672258:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611468.672260:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.672261:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611468.672265:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 910 usecs (1 jiffies) 00000100:00000001:2.0:1749611468.672267:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611468.672267:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611468.672268:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300742130 00000100:00000001:1.0:1749611468.672271:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611468.672271:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300742131 02000000:00000001:1.0:1749611468.672272:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611468.672273:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611468.672273:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300742130 00000100:00000001:2.0:1749611468.672275:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611468.672275:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300742131 00000100:00000001:0.0:1749611468.672277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300742130 00000100:00100000:2.0:1749611468.672279:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00000001:0.0:1749611468.672279:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300742131 00000100:00000001:2.0:1749611468.672281:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503455744 : -131939206095872 : ffff8800827d1c00) 00000100:00000001:0.0:1749611468.672281:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300742130 00000100:00000001:0.0:1749611468.672283:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300742131 00000100:00000001:0.0:1749611468.672285:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611468.672286:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d1c00 x1834598494678272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611488 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.672287:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.672288:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1749611468.672291:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611468.672293:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749611468.672295:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494678272:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611468.672295:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611468.672295:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff318. 02000000:00000001:1.0:1749611468.672297:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611468.672298:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000200:2.0:1749611468.672299:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494678272 00000400:00000010:0.0:1749611468.672300:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000020:00000001:2.0:1749611468.672301:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:1.0:1749611468.672302:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88012e555c38 time=13 v=5 (5 0 0 0) 00000100:00000001:0.0:1749611468.672302:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611468.672303:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611468.672305:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611468.672306:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e555bf0 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1749611468.672309:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611468.672310:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611468.672311:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611468.672312:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00020000:2.0:1749611468.672314:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749611468.672314:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611468.672317:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:1.0:1749611468.672317:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611468.672319:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611468.672320:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611468.672322:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611468.672322:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611468.672323:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.672324:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611468.672326:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1749611468.672326:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749611468.672327:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749611468.672328:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611468.672328:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611468.672329:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611468.672330:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611468.672331:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611468.672334:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0dc800. 00000100:00000040:1.0:1749611468.672334:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.672334:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611468.672336:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.672337:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.672338:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.672340:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611468.672341:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1749611468.672342:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611468 v=5 (0 0 0 0) 00010000:00000001:2.0:1749611468.672343:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611468.672343:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611468.672344:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611468.672345:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:0.0:1749611468.672345:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=123 v=20 (20 1 1 1) 00000100:00000040:1.0:1749611468.672347:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.672348:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611468.672348:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611468.672350:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611468.672351:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611468.672352:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611468.672353:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611468.672355:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749611468.672355:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494678400:0@lo:400:kworker.0 00000100:00000001:2.0:1749611468.672357:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611468.672357:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611468.672360:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611468.672360:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611468.672361:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611468.672362:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611468.672363:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611468.672364:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611468.672364:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ec700 x1834598494678400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.672366:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611468.672366:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611468.672367:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611468.672368:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611468.672369:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:2.0:1749611468.672370:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611468.672370:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611468.672371:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611468.672372:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1749611468.672373:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:1.0:1749611468.672374:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006dc58c00. 00000100:00000200:2.0:1749611468.672375:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494678272, offset 0 02000000:00000001:1.0:1749611468.672376:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1749611468.672376:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749611468.672378:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611468.672378:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611468.672378:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749611468.672379:0:28324:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749611468.672382:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611468.672385:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611468.672385:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611468.672387:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800654df400. 02000000:00000001:1.0:1749611468.672390:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1749611468.672390:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494677888:0@lo:38:kworker.0 00000400:00000200:2.0:1749611468.672391:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ad00 02000000:00000001:1.0:1749611468.672391:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611468.672393:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ec700. 00000400:00000200:2.0:1749611468.672395:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x903d [1] + 0 00000100:00000001:1.0:1749611468.672396:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611468.672397:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611468.672399:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611468.672399:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749611468.672399:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611468.672400:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1749611468.672402:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611468.672403:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1749611468.672403:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000100:00000001:1.0:1749611468.672405:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611468.672405:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611468.672427:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611468.672431:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611468.672432:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611468.672436:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749611468.672437:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611468.672437:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611468.672439:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611468.672445:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611468.672447:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.672455:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611468.672459:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:0.0:1749611468.672464:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749611468.672466:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:0.0:1749611468.672466:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672468:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611468.672469:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611468.672470:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749611468.672470:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611468.672471:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611468.672473:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.672474:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.672475:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611468.672477:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611468.672479:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611468.672479:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611468 v=5 (0 0 0 0) 00000020:00000001:2.0:1749611468.672481:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749611468.672482:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=23 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611468.672485:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749611468.672486:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d1c00 x1834598494678272/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611488 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.672487:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611468.672489:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611468.672493:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611468.672495:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494678272:12345-0@lo:38:kworker.0 Request processed in 199us (320us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611468.672500:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611468.672502:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00000001:0.0:1749611468.672502:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611468.672503:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611468.672505:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611468.672505:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611468.672506:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611468.672506:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749611468.672509:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00000100:00080000:0.0:1749611468.672509:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611468.672511:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:2.0:1749611468.672513:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000100:00000001:0.0:1749611468.672513:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749611468.672516:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6400. 00000100:00000040:0.0:1749611468.672517:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.672519:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611468.672556:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494678016:0@lo:38:kworker.0 00000100:00000001:0.0:1749611468.672563:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.672566:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611468.672570:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ec380 x1834598494677888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.672589:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611468.672591:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611468.672593:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625c00. 02000000:00000001:0.0:1749611468.672596:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611468.672598:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611468.672599:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611468.672601:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611468.672603:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0df400. 02000000:00000001:0.0:1749611468.672606:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611468.672608:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611468.672609:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ec380. 00000100:00000001:0.0:1749611468.672612:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611468.672614:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672616:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611468.672620:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ed180 x1834598494678016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.672631:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611468.672633:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611468.672636:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c627c00. 02000000:00000001:0.0:1749611468.672639:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611468.672641:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611468.672643:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611468.672646:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611468.672648:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0dc000. 02000000:00000001:0.0:1749611468.672650:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611468.672651:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611468.672653:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed180. 00000100:00000001:0.0:1749611468.672655:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611468.672656:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611468.672665:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672667:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611468.672668:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611468.672671:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611468.672673:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611468.672682:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00000400:00000200:0.0:1749611468.672687:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000400:00000010:0.0:1749611468.672689:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:0.0:1749611468.672693:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611468.672699:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611468.672712:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.672721:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611468.672724:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672727:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611468.672730:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611468.672732:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611468.672734:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611468.672738:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611468.672744:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e554438 time=1749611468 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611468.672748:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e5543f0 time=13 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611468.672752:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611468.672754:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611468.672757:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611468.672763:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.672775:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611468.672779:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611468.672780:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672783:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611468.672785:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611468.672789:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611468.672793:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611468.672796:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611468.672802:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611468.672875:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494678272:0@lo:38:kworker.0 00000100:00000001:0.0:1749611468.672882:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.672886:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611468.672892:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ed880 x1834598494678272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611468.672902:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611468.672905:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611468.672908:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625000. 02000000:00000001:0.0:1749611468.672912:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611468.672914:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611468.672916:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611468.672919:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611468.672922:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0ddc00. 02000000:00000001:0.0:1749611468.672926:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611468.672928:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611468.672930:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed880. 00000100:00000001:0.0:1749611468.672934:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611468.672936:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611468.672938:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.672942:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611468.672944:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611468.672946:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611468.672949:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611468.673576:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300742131, at 4300742131 00000100:00000010:2.0:1749611468.673584:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d056dc0. 00000100:00000040:1.0:1749611468.673584:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300742131, at 4300742131 00000100:00000010:1.0:1749611468.673591:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d056c40. 00000100:00000040:3.0:1749611468.673597:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300742131, at 4300742131 00000100:00000010:3.0:1749611468.673605:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d056880. 00000100:00000040:0.0:1749611468.673635:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300742131, at 4300742131 00000100:00000010:0.0:1749611468.673643:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012d056a40. 00080000:00000010:2.0:1749611468.675238:0:27465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611468.675246:0:27465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611468.675252:0:27465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611468.675268:0:27465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611468.675273:0:27465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611468.675276:0:27465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611468.675283:0:27465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611468.675287:0:27465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611468.675291:0:27465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611468.679613:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7600. 00080000:00000010:3.0:1749611468.679620:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7600. 00000020:00000001:3.0:1749611468.679624:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611468.679704:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7600. 00080000:00000010:3.0:1749611468.679708:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7600. 00000020:00000001:3.0:1749611468.679711:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611468.679716:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7600. 00080000:00000010:3.0:1749611468.679719:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7600. 00000020:00000001:3.0:1749611468.679722:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.682629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611468.682634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611468.682636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611468.682640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009c482180 going to sleep for 0 seconds 00000100:00000001:2.0:1749611468.682643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611468.682655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611468.682657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611468.682664:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800827d0380 x1834598494676736/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.682674:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611468.682678:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d0380 x1834598494676736/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.682687:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611468.682689:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611468.682691:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611468.682693:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611468.682696:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0380 x1834598494676736/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611468.682704:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d0380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494676736:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611468.682709:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611468.682712:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611468.682715:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611468.682716:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611468.682719:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d0380 x1834598494676736/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.682725:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611468.682728:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009c482180. 00000100:00000001:2.0:1749611468.682732:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611468.682733:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611468.682736:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611468.682740:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611468.682742:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611468.682744:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e79600 refcount=4 00000020:00000001:2.0:1749611468.682746:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:2.0:1749611468.682749:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00010000:2.0:1749611468.682755:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611468.682769:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611468.682774:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611468.682780:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611468.682783:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611468.682789:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611468.682791:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611468.682793:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611468.682799:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611468.682802:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611468.682804:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611468.682807:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611468.682813:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880118e79600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611468.682816:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611468.682819:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611468.682824:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611468.682826:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611468.682827:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611468.682829:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e79600 refcount=5 00000020:00000001:2.0:1749611468.682831:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:2.0:1749611468.682833:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:2.0:1749611468.682836:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611468.682843:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611468.682849:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611468.682852:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611468.682857:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611468.682859:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611468.682860:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611468.682863:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611468.682865:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611468.682867:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611468.682869:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611468.682870:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611468.682872:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611468.682874:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880118e79600 with handle 0x689c0ec07329d4fc from hash 00010000:00000001:2.0:1749611468.682877:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611468.682878:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611468.682879:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611468.682880:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611468.682881:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611468.682883:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611468.682885:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611468.682886:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611468.682887:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611468.682889:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611468.682892:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611468.682897:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611468.682898:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611468.682899:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611468.682900:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611468.682902:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611468.682903:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611468.682904:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611468.682910:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d4fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611468.682918:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5600 count: 0 00010000:00000001:2.0:1749611468.682928:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611468.682930:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611468.682933:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611468.682937:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d0380 x1834598494676736/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.682944:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611468.682946:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611468.682947:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611468.682949:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611468.682952:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880118e79800. 02000000:00000001:2.0:1749611468.682955:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611468.682957:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611468.682959:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0380. 00000100:00000001:2.0:1749611468.682963:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611468.682965:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611468.682968:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611468.682972:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611468.682976:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611468.682981:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b1a7a940. 00000020:00000010:2.0:1749611468.682985:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6600. 00000020:00000010:2.0:1749611468.682991:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800827d7200. 00000040:00000010:2.0:1749611468.682997:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800827d7a00. 00000020:00000010:2.0:1749611468.683003:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0a000. 00000020:00000010:2.0:1749611468.683008:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800827d7800. 80000000:00000010:2.0:1749611468.683014:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256c00. 00040000:00000010:2.0:1749611468.683020:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800827d6800. 00080000:00000010:2.0:1749611468.683026:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013267a000. 00080000:00000010:2.0:1749611468.683033:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685c000. 10000000:00000040:2.0:1749611468.683042:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749611468.683045:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611468.683061:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800827d7200. 00000040:00000010:2.0:1749611468.683067:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800827d7a00. 00000020:00000010:2.0:1749611468.683071:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0a000. 00000020:00000010:2.0:1749611468.683078:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800827d7800. 80000000:00000010:2.0:1749611468.683082:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256c00. 00040000:00000010:2.0:1749611468.683087:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800827d6800. 00080000:00000010:2.0:1749611468.683094:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685c000. 00080000:00000010:2.0:1749611468.683100:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013267a000. 00000020:00000010:2.0:1749611468.683105:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6600. 10000000:00000010:2.0:1749611468.683109:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b1a7a940. 10000000:01000000:2.0:1749611468.683113:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:2.0:1749611468.683118:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611468.683122:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611468.683125:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611468.683128:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611468.683131:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff8800b4071200) refs 2 10000000:00000001:2.0:1749611468.683135:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611468.683138:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611468.683140:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff88007ed1c200) refs 2 10000000:00000001:2.0:1749611468.683143:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611468.683145:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611468.683147:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:2.0:1749611468.683150:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611468.683153:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4229800 from 1 10000000:00000001:2.0:1749611468.683156:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611468.683158:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:2.0:1749611468.683164:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee680. 00000020:00000040:2.0:1749611468.683169:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611468.683173:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611468.683176:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611468.683181:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611468.683186:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800827d6600. 00000100:00000001:2.0:1749611468.683192:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611468.683197:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611468.683200:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611468.683215:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800654df300. 00010000:00000001:2.0:1749611468.683222:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611468.683225:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800827d6200. 00000020:00000001:2.0:1749611468.683230:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611468.683234:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800827d6200 with handle 0x689c0ec07329d503 to hash 00000020:00000001:2.0:1749611468.683237:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611468.683239:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134503473664 : -131939206077952 : ffff8800827d6200) 00010000:00000001:2.0:1749611468.683243:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134503473664 : -131939206077952 : ffff8800827d6200) 00010000:00000001:2.0:1749611468.683247:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611468.683250:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611468.683255:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611468.683267:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611468.683281:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611468.683290:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611468.683292:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611468.683298:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3810c0. 00000100:00000001:2.0:1749611468.683300:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277696 : -131939613273920 : ffff88006a3810c0) 00000100:00000001:2.0:1749611468.683304:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611468.683306:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283372160 : -131939426179456 : ffff8800755ee680) 00000100:00000001:2.0:1749611468.683312:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611468.683317:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.683319:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611468.683321:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611468.683328:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ee680 x1834598494678528/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.683338:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611468.683341:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611468.683347:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800755ee680 x1834598494678528/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611468.683367:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611468.683370:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611468.683373:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611468.683375:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611468.683379:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611468.683381:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611468.683384:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611468.683386:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611468.683389:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611468.697630:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5600. 00010000:00000010:2.1:1749611468.697640:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880118e79600. 00080000:00000010:3.0:1749611468.852771:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7600. 00080000:00000010:3.0:1749611468.852781:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7600. 00000020:00000001:3.0:1749611468.852787:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611468.852859:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7600. 00080000:00000010:3.0:1749611468.852869:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7600. 00000020:00000001:3.0:1749611468.852873:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611468.852881:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7600. 00080000:00000010:3.0:1749611468.852885:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7600. 00000020:00000001:3.0:1749611468.852888:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611469.002682:0:27533:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611469.002691:0:27533:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611469.002696:0:27533:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611469.002713:0:27533:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611469.002718:0:27533:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611469.002722:0:27533:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611469.002729:0:27533:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611469.002734:0:27533:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611469.002737:0:27533:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611469.007173:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611469.007179:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611469.007184:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611469.007259:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611469.007263:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611469.007266:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611469.007271:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611469.007274:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611469.007277:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611469.082577:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611469.082582:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611469.082701:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611469.082706:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611469.082709:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611469.178241:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611469.178250:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611469.178257:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611469.178333:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611469.178338:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611469.178341:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611469.178355:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611469.178359:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611469.178362:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611469.458696:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611469.458705:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611469.458707:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611469.458712:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611469.458716:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611469.458720:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611469.458723:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611469.458726:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611469.458728:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611469.664298:0:27598:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611469.664311:0:27598:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611469.664319:0:27598:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611469.664346:0:27598:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611469.664354:0:27598:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611469.664359:0:27598:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611469.664370:0:27598:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611469.664376:0:27598:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611469.664382:0:27598:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611469.669264:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b580. 00080000:00000010:1.0:1749611469.669273:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b580. 00000020:00000001:1.0:1749611469.669280:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611469.669376:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b580. 00080000:00000010:1.0:1749611469.669381:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b580. 00000020:00000001:1.0:1749611469.669384:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611469.669390:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b580. 00080000:00000010:1.0:1749611469.669393:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b580. 00000020:00000001:1.0:1749611469.669395:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611469.672621:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611469.672635:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611469.672638:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611469.672644:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611469.672647:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611469.672652:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611469.672655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611469.682610:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611469.682616:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611469.682618:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611469.682622:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611469.682625:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611469.682628:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611469.682631:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611469.682634:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611469.682636:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611469.789307:0:27641:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611469.789312:0:27641:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 165e: ofd_access_log MDT index filter works ========================================================== 23:11:08 (1749611468) 00000001:00000001:1.0:1749611469.796637:0:27641:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1749611469.850222:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611469.850232:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611469.850238:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611469.850312:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611469.850318:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611469.850321:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611469.850329:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611469.850334:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611469.850337:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611470.084625:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611470.084631:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611470.084751:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611470.084756:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611470.084760:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611470.088246:0:27663:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611470.088255:0:27663:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611470.088261:0:27663:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611470.088278:0:27663:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611470.088284:0:27663:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611470.088287:0:27663:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611470.088294:0:27663:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611470.088299:0:27663:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611470.088303:0:27663:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611470.093182:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611470.093190:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611470.093194:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611470.093267:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611470.093271:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611470.093274:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611470.093280:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611470.093284:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611470.093287:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611470.257059:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7480. 00080000:00000010:3.0:1749611470.257069:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7480. 00000020:00000001:3.0:1749611470.257074:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611470.257148:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7480. 00080000:00000010:3.0:1749611470.257154:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7480. 00000020:00000001:3.0:1749611470.257157:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611470.257164:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7480. 00080000:00000010:3.0:1749611470.257169:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7480. 00000020:00000001:3.0:1749611470.257172:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611470.416682:0:27728:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7480. 00080000:00000010:3.0:1749611470.416694:0:27728:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7480. 00000020:00000001:3.0:1749611470.416702:0:27728:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611470.416727:0:27728:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7480. 00080000:00000010:3.0:1749611470.416734:0:27728:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7480. 00000020:00000001:3.0:1749611470.416739:0:27728:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611470.416750:0:27728:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7480. 00080000:00000010:3.0:1749611470.416756:0:27728:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7480. 00000020:00000001:3.0:1749611470.416761:0:27728:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611470.420998:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611470.421006:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611470.421010:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611470.421081:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611470.421085:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611470.421088:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611470.421094:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611470.421102:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611470.421105:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611470.458636:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611470.458641:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611470.458644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611470.458648:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611470.458651:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611470.458654:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611470.458657:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611470.458660:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611470.458662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611470.672615:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611470.672628:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611470.672631:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611470.672635:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611470.672637:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611470.672641:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611470.672643:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611470.682634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611470.682640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611470.682642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611470.682646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611470.682649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611470.682665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611470.682668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611470.682671:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611470.682673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611471.086647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611471.086654:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611471.086788:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611471.086793:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611471.086798:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611471.458667:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611471.458675:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611471.458677:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611471.458682:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611471.458686:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611471.458690:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611471.458693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611471.458695:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611471.458698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611471.672589:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611471.672601:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611471.672603:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611471.672606:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611471.672608:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611471.672610:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611471.672612:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611471.682582:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611471.682586:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611471.682587:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611471.682589:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611471.682591:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611471.682593:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611471.682595:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611471.682597:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611471.682599:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611472.088624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611472.088630:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611472.088711:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611472.088718:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611472.088723:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611472.458698:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611472.458725:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611472.458728:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611472.458733:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611472.458737:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611472.458741:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611472.458744:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611472.458747:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611472.458749:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611472.672630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611472.672648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611472.672651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611472.672656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611472.672659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611472.672663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611472.672666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611472.682639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611472.682645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611472.682648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611472.682653:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611472.682657:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611472.682661:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611472.682665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611472.682669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611472.682673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611473.090659:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611473.090667:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611473.090801:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611473.090806:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611473.090810:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611473.458702:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611473.458711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611473.458714:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611473.458718:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611473.458722:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611473.458726:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611473.458729:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611473.458732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611473.458735:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.672729:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611473.672745:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611473.672748:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611473.672752:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611473.672755:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611473.672758:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.672761:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611473.678739:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611473.678747:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611473.678751:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611473.678755:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611473.678773:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611473.678776:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611473.678780:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611473.678786:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6074 00000100:00080000:0.0:1749611473.678790:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611473.678793:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611473.678797:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611473.678799:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611473.678802:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611473.678806:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611473.678808:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611473.678811:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611473.678815:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611473.678817:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611473.678819:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611473.678823:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611473.678825:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611473.678826:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611473.678828:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611473.678832:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611473.678835:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611473.678837:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611473.678841:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611473.678848:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611473.678851:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.678853:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611473.678856:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611473.678862:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d1f80. 00000020:00000040:0.0:1749611473.678865:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611473.678869:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611473.678871:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.678874:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611473.678882:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611473.678886:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611473.678894:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c625c00. 00000100:00000001:0.0:1749611473.678902:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611473.678912:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611473.678923:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611473.678928:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611473.678932:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800827d1f80] to pc [ptlrpcd_rcv+-1] req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611473.678959:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611473.678962:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611473.678966:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611473.678967:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611473.678969:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611473.678972:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611473.678975:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6074 00000100:00080000:0.0:1749611473.678977:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611473.678980:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611473.678982:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611473.678983:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611473.678983:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611473.678985:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611473.678987:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611473.678989:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749611473.678989:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611473.678990:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611473.678991:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749611473.678992:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611473.678994:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611473.678996:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611473.678999:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:1.0:1749611473.679000:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611473.679001:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611473.679002:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611473.679009:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611473.679012:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749611473.679012:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:1.0:1749611473.679014:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611473.679015:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611473.679017:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.679018:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611473.679019:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611473.679022:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611473.679024:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679026:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611473.679028:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.679030:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749611473.679031:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d2300. 02000000:00000001:1.0:1749611473.679033:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611473.679033:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611473.679036:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1749611473.679037:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494678656:0@lo:38:kworker.0 02000000:00000001:0.0:1749611473.679037:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679039:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611473.679040:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611473.679042:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611473.679042:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.679046:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749611473.679046:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c624000. 02000000:00000001:1.0:1749611473.679049:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679050:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.679051:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611473.679054:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1749611473.679056:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bce7800. 02000000:00000001:1.0:1749611473.679058:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679062:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749611473.679064:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000100:00000001:0.0:1749611473.679065:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611473.679068:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800827d2300] to pc [ptlrpcd_rcv+-1] req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611473.679072:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749611473.679077:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611473.679079:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:1.0:1749611473.679080:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494678656, portal 4 00000100:00000001:1.0:1749611473.679082:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749611473.679083:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611473.679084:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503456640 : -131939206094976 : ffff8800827d1f80) 00000100:00000001:0.0:1749611473.679084:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611473.679085:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611473.679088:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611473.679090:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6074 00000100:00080000:0.0:1749611473.679092:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749611473.679093:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.679101:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611473.679101:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611473.679103:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611473.679105:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611473.679105:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:1.0:1749611473.679107:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611473.679107:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611473.679109:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749611473.679110:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494678656, offset 0 00000020:00000040:0.0:1749611473.679110:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611473.679112:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611473.679114:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000400:00000200:1.0:1749611473.679115:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611473.679115:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611473.679117:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611473.679120:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611473.679122:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611473.679123:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611473.679125:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611473.679127:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:1.0:1749611473.679130:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749611473.679130:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611473.679132:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611473.679133:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611473.679136:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611473.679138:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611473.679140:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94ae80 00000100:00000001:0.0:1749611473.679140:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611473.679142:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611473.679144:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d2680. 00000020:00000040:0.0:1749611473.679146:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:1.0:1749611473.679148:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 520 02000000:00000001:0.0:1749611473.679148:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611473.679149:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679151:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611473.679152:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611473.679154:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611473.679156:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749611473.679157:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c626c00. 00000400:00000200:1.0:1749611473.679160:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611473.679160:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611473.679164:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611473.679165:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611473.679168:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749611473.679172:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573480. 00000100:00000040:1.0:1749611473.679175:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111573480 x1834598494678656 msgsize 520 00000100:00100000:1.0:1749611473.679179:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611473.679183:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611473.679185:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611473.679189:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800827d2680] to pc [ptlrpcd_rcv+-1] req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611473.679196:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679198:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611473.679199:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611473.679202:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611473.679205:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d2a00. 00000400:00000200:1.0:1749611473.679206:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000020:00000040:0.0:1749611473.679208:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611473.679210:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611473.679211:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611473.679213:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611473.679214:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000010:0.0:1749611473.679217:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009c8f5a00. 00000100:00000001:1.0:1749611473.679218:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611473.679219:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611473.679223:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611473.679223:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611473.679231:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611473.679231:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611473.679232:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611473.679234:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611473.679237:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800827d2a00] to pc [ptlrpcd_00_00+0] req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.679241:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679243:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611473.679248:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611473.679253:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1286 usecs (2 jiffies) 00000100:00000001:1.0:1749611473.679256:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300747138 00000100:00000010:1.0:1749611473.679260:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c7ad200. 00000100:00000001:3.0:1749611473.679261:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611473.679262:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611473.679265:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:3.0:1749611473.679267:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494678656 00000100:00000001:1.0:1749611473.679267:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00080000:0.0:1749611473.679268:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611473.679270:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611473.679272:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611473.679274:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611473.679276:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6074 00000100:00080000:0.0:1749611473.679278:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749611473.679281:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611473.679281:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611473.679285:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611473.679286:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611473.679288:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300747138 00000100:00000001:0.0:1749611473.679288:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611473.679289:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611473.679290:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:1.0:1749611473.679291:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c7ad700. 00000100:00000001:2.0:1749611473.679292:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611473.679292:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611473.679294:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:0.0:1749611473.679294:0:18174:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749611473.679295:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.679295:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749611473.679295:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4d9 00000100:00000001:1.0:1749611473.679297:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300747138 00000020:00000001:0.0:1749611473.679297:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611473.679299:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b800 refcount=8 00000100:00000010:1.0:1749611473.679300:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c7add80. 00000100:00100000:3.0:1749611473.679301:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494678656 00000020:00000001:0.0:1749611473.679301:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000040:2.0:1749611473.679303:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.679303:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:0.0:1749611473.679303:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000020:00000001:3.0:1749611473.679304:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611473.679306:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300747138 00000100:00000040:0.0:1749611473.679306:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000040:3.0:1749611473.679307:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611473.679308:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1749611473.679309:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012c7ad400. 00000100:00000040:0.0:1749611473.679309:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749611473.679310:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611473.679311:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611473.679311:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611473.679313:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 7 00000020:00000001:3.0:1749611473.679314:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679315:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749611473.679315:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012e554000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611473.679316:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611473.679317:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679317:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611473.679318:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.679318:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611473.679319:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749611473.679320:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611473.679322:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611473.679322:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611473.679322:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611473.679324:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611473.679324:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611473.679326:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dba000. 00000100:00000001:0.0:1749611473.679326:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749611473.679327:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679327:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679328:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611473.679329:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611473.679329:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d2d80. 00000100:00100000:2.0:1749611473.679330:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494679040:0@lo:400:kworker.0 00000100:00000001:1.0:1749611473.679331:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749611473.679331:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e554000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749611473.679333:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611473.679333:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000020:00000010:3.0:1749611473.679334:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7100. 00000100:00000001:1.0:1749611473.679334:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611473.679335:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611473.679335:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679336:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611473.679337:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611473.679339:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611473.679341:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 02000000:00000010:0.0:1749611473.679342:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c626800. 00000100:00000040:1.0:1749611473.679343:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611473.679345:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611473.679348:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611473.679349:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749611473.679349:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749611473.679350:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679350:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611473.679351:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611473.679352:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611473.679353:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611473.679354:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.679354:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749611473.679357:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800827d6800. 02000000:00000001:1.0:1749611473.679357:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611473.679357:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749611473.679387:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611473.679391:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611473.679394:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe528. 00000100:00000001:0.0:1749611473.679394:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.679398:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611473.679399:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000040:0.0:1749611473.679399:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800827d2d80] to pc [ptlrpcd_rcv+-1] req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611473.679402:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494678784:0@lo:38:kworker.0 00000100:00000200:2.0:1749611473.679404:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494679040, portal 10 00000100:00000001:3.0:1749611473.679406:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.679406:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611473.679407:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611473.679408:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503459328 : -131939206092288 : ffff8800827d2a00) 00000100:00000001:0.0:1749611473.679408:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.679409:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611473.679411:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611473.679411:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1749611473.679413:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611473.679414:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1749611473.679416:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bce5c00. 00000100:00000040:2.0:1749611473.679417:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611473.679417:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d3100. 02000000:00000001:1.0:1749611473.679418:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611473.679419:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e555800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:1.0:1749611473.679422:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db8f0. 00000100:00000001:0.0:1749611473.679422:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611473.679423:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611473.679423:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611473.679425:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749611473.679425:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 02000000:00000001:0.0:1749611473.679425:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611473.679426:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611473.679428:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749611473.679428:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009c8f5e00. 00000100:00000200:1.0:1749611473.679429:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494678784, portal 10 00000400:00000010:2.0:1749611473.679430:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000001:1.0:1749611473.679431:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611473.679432:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611473.679433:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00000200:2.0:1749611473.679433:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494679040, offset 0 00000100:00000001:1.0:1749611473.679433:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503457536 : -131939206094080 : ffff8800827d2300) 00000100:00000040:0.0:1749611473.679435:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611473.679438:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900113536 : -131936809438080 : ffff880111573480) 00000400:00000200:2.0:1749611473.679438:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611473.679439:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611473.679443:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611473.679445:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679446:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611473.679447:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111573480 x1834598494678656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611493 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611473.679447:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611473.679449:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611473.679450:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800827d3100] to pc [ptlrpcd_00_01+1] req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611473.679451:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000200:2.0:1749611473.679454:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94b000 00000100:00000200:1.0:1749611473.679454:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494678784, offset 0 00000400:00000200:1.0:1749611473.679458:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611473.679459:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611473.679463:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6084) 00000400:00000200:1.0:1749611473.679465:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749611473.679466:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111573480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494678656:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611473.679469:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 108344 00000400:00000200:1.0:1749611473.679471:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94af00 00000100:00000200:3.0:1749611473.679472:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494678656 00000400:00000200:1.0:1749611473.679475:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 108568 00000400:00000200:2.0:1749611473.679476:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611473.679477:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611473.679480:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611473.679480:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611473.679482:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611473.679484:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749611473.679484:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611473.679486:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611473.679490:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ece00. 00000100:00000040:2.0:1749611473.679493:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ece00 x1834598494679040 msgsize 224 00000100:00100000:2.0:1749611473.679497:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611473.679500:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611473.679506:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611473.679507:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749611473.679511:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611473.679516:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611473.679549:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611473.679551:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749611473.679552:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611473.679555:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611473.679557:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:1.0:1749611473.679561:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572680. 00000100:00000200:2.0:1749611473.679562:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611473.679564:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111572680 x1834598494678784 msgsize 520 00000100:00000001:3.0:1749611473.679567:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749611473.679569:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611473.679571:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611473.679576:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611473.679580:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749611473.679582:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611473.679582:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 02000000:00000001:3.0:1749611473.679584:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749611473.679585:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749611473.679587:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611473.679589:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611473.679590:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab3800. 00000100:00000001:2.0:1749611473.679591:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749611473.679591:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611473.679594:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.679597:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611473.679598:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679599:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611473.679601:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00000040:1.0:1749611473.679602:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611473.679604:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611473.679604:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300747138 00010000:00000001:3.0:1749611473.679607:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.679608:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300747138 00000100:00000001:1.0:1749611473.679608:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.679610:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300747138 00000100:00000001:1.0:1749611473.679610:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:3.0:1749611473.679612:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611473.679613:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300747138 00000100:00000001:1.0:1749611473.679614:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.679615:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300747138 00000100:00000001:3.0:1749611473.679617:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611473.679617:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300747138 00000100:00000001:2.0:1749611473.679618:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300747138 00000100:00000040:1.0:1749611473.679618:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1113 usecs (2 jiffies) 00000100:00000001:2.0:1749611473.679620:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300747138 00000100:00000001:3.0:1749611473.679621:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611473.679621:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300747139 00000100:00000001:2.0:1749611473.679622:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611473.679625:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611473.679626:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611473.679627:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611473.679629:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611473.679630:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611473.679630:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611473.679632:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300747138 00000100:00000001:3.0:1749611473.679633:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611473.679633:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611473.679635:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611473.679636:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611473.679636:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300747139 00000100:00000040:3.0:1749611473.679638:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611473.679638:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611473.679640:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611473.679640:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300747138 00000100:00000040:0.0:1749611473.679640:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611473.679641:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611473.679641:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611473.679642:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679643:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300747139 02000000:00000001:3.0:1749611473.679645:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.679645:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679647:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300747138 00000100:00000001:3.0:1749611473.679648:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611473.679648:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611473.679650:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300747139 00000100:00000001:0.0:1749611473.679650:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611473.679652:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611473.679653:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611473.679654:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300747138 02000000:00000001:0.0:1749611473.679655:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611473.679657:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611473.679657:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611473.679658:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611473.679660:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611473.679660:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494679296:0@lo:400:kworker.0 00000100:00000001:1.0:1749611473.679662:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749611473.679664:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494678656, offset 0 00000100:00000040:1.0:1749611473.679665:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611473.679672:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611473.679672:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611473.679674:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611473.679675:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611473.679677:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749611473.679678:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494679040 00000100:00000001:1.0:1749611473.679679:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611473.679679:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611473.679680:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749611473.679681:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611473.679682:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611473.679682:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749611473.679683:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611473.679684:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749611473.679684:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880118e78600. 00000100:00000001:2.0:1749611473.679685:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.679686:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611473.679686:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611473.679688:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611473.679689:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494678912:0@lo:38:kworker.0 00000100:00100000:2.0:1749611473.679691:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494679040 00000400:00000010:0.0:1749611473.679691:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff738. 00000020:00000001:2.0:1749611473.679693:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611473.679693:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611473.679694:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94ae80 00000020:00000040:2.0:1749611473.679694:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:1.0:1749611473.679696:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1749611473.679696:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821d48. 02000000:00000001:1.0:1749611473.679698:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.679700:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749611473.679701:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494679296, portal 10 00000020:00000001:2.0:1749611473.679702:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749611473.679703:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9049 [1] + 0 02000000:00000010:1.0:1749611473.679703:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bce6000. 00000100:00000001:0.0:1749611473.679703:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611473.679704:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503461120 : -131939206090496 : ffff8800827d3100) 00000020:00000040:2.0:1749611473.679705:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:1.0:1749611473.679705:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611473.679707:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:1.0:1749611473.679708:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db948. 00000020:00000001:2.0:1749611473.679710:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000010:1.0:1749611473.679711:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000040:0.0:1749611473.679711:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611473.679712:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749611473.679714:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494678912, portal 10 00000100:00000001:2.0:1749611473.679715:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611473.679716:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749611473.679717:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749611473.679718:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b53c0100. 00000100:00000001:1.0:1749611473.679718:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503458432 : -131939206093184 : ffff8800827d2680) 00000100:00000001:0.0:1749611473.679718:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611473.679721:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611473.679723:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:0.0:1749611473.679723:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000040:1.0:1749611473.679724:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611473.679726:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:0.0:1749611473.679726:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494679296, offset 0 00000100:00000200:3.0:1749611473.679730:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.679731:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611473.679731:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611473.679732:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749611473.679733:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611473.679735:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000020:00000010:2.0:1749611473.679736:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d7200. 00000100:00000200:1.0:1749611473.679738:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494678912, offset 0 00000020:00000010:2.0:1749611473.679739:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387700. 00000400:00000200:0.0:1749611473.679740:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611473.679742:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749611473.679744:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000100:00000040:3.0:1749611473.679747:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611473.679747:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94b100 00000400:00000200:1.0:1749611473.679749:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611473.679750:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611473.679752:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749611473.679753:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 109088 00000100:00000001:2.0:1749611473.679754:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749611473.679755:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94af80 00000100:00000001:2.0:1749611473.679757:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611473.679758:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611473.679759:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 109312 00000100:00000001:3.0:1749611473.679761:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611473.679762:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1749611473.679762:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611473.679763:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611473.679764:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611473.679765:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611473.679767:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611473.679769:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611473.679771:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611473.679778:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611473.679780:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494678784 00000400:00000010:3.0:1749611473.679781:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 02000000:00000001:2.0:1749611473.679781:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611473.679783:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611473.679785:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611473.679787:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611473.679788:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611473.679788:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749611473.679789:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494678784 00000100:00000001:3.0:1749611473.679790:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749611473.679790:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749611473.679791:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611473.679792:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611473.679793:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1749611473.679793:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d3480. 00000020:00000001:2.0:1749611473.679795:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611473.679796:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d3480 x1834598494679296 msgsize 224 00000100:00000001:3.0:1749611473.679797:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611473.679797:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611473.679799:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800827d6400. 00000100:00100000:0.0:1749611473.679801:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611473.679802:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:2.0:1749611473.679803:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00080000:1.0:1749611473.679804:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611473.679805:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611473.679805:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9898. 00000100:00000001:2.0:1749611473.679807:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1749611473.679808:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749611473.679809:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611473.679809:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611473.679813:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611473.679815:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611473.679817:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573480 x1834598494678656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611473.679818:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611473.679818:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611473.679820:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:2.0:1749611473.679823:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.679823:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611473.679823:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749611473.679826:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494679296 00000100:00000200:0.0:1749611473.679827:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611473.679828:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611473.679830:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611473.679831:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611473.679834:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111573480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494678656:12345-0@lo:38:kworker.0 Request processed in 368us (654us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611473.679835:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749611473.679836:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00000001:1.0:1749611473.679838:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611473.679839:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611473.679841:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283365888 : -131939426185728 : ffff8800755ece00) 02000000:00000001:1.0:1749611473.679841:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611473.679844:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494679296 00000100:00000040:2.0:1749611473.679846:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ece00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1749611484 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611473.679846:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749611473.679847:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000020:00000040:1.0:1749611473.679847:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4ee 00000100:00000001:0.0:1749611473.679848:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611473.679849:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611473.679852:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1749611473.679852:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb800 refcount=5 00000100:00000040:0.0:1749611473.679852:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611473.679854:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749611473.679854:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000100:00000001:3.0:1749611473.679855:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611473.679856:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b53c02c0. 00000020:00000001:1.0:1749611473.679857:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000100:00000001:2.0:1749611473.679859:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611473.679859:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679860:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611473.679860:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749611473.679861:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b53c02c0. 00000020:00000010:3.0:1749611473.679862:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7100. 00000020:00000010:1.0:1749611473.679863:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012c7ad5c0. 00000100:00000001:0.0:1749611473.679865:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611473.679866:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1a7a780. 00000020:00000010:3.0:1749611473.679867:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00100000:2.0:1749611473.679867:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494679040:12345-0@lo:400:kworker.0 00000100:00000040:0.0:1749611473.679869:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 980 usecs (1 jiffies) 00000020:00000040:1.0:1749611473.679870:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:2.0:1749611473.679871:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494679040 00000100:00000001:0.0:1749611473.679871:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300747138 00000020:00000010:3.0:1749611473.679873:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dba000. 00000020:00000001:2.0:1749611473.679873:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611473.679875:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611473.679875:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300747139 00000020:00000001:2.0:1749611473.679877:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:1.0:1749611473.679877:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012c7ad5c0. 00000100:00000001:0.0:1749611473.679877:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300747138 00000100:00000001:3.0:1749611473.679879:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611473.679879:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679879:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300747139 00000020:00000010:1.0:1749611473.679881:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59800. 00000100:00000001:0.0:1749611473.679881:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300747138 00000020:00000001:2.0:1749611473.679882:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611473.679884:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611473.679884:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300747139 00000100:00000001:0.0:1749611473.679885:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300747138 00000020:00000010:1.0:1749611473.679886:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16ba00. 00000020:00000001:2.0:1749611473.679887:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611473.679888:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300747139 00000100:00000001:0.0:1749611473.679889:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611473.679890:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000020:00000001:2.0:1749611473.679891:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611473.679892:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611473.679892:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679894:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611473.679895:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749611473.679895:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749611473.679897:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679897:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611473.679897:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611473.679899:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749611473.679899:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611473.679903:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611473.679903:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611473.679903:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611473.679904:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1749611473.679905:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611473.679905:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611473.679906:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611473.679907:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611473.679907:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679907:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749611473.679909:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0dec00. 00000100:00000001:0.0:1749611473.679909:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611473.679910:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611473.679911:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679911:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.679913:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679913:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611473.679916:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00000040:3.0:1749611473.679920:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb800 : new rpc_count 1 00000020:00000001:2.0:1749611473.679920:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679921:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:2.0:1749611473.679923:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494679040 00000100:00000001:1.0:1749611473.679923:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611473.679924:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503462016 : -131939206089600 : ffff8800827d3480) 00010000:00000001:2.0:1749611473.679926:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749611473.679928:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00000001:0.0:1749611473.679928:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611473.679930:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900109952 : -131936809441664 : ffff880111572680) 00000100:00000001:0.0:1749611473.679930:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000200:2.0:1749611473.679931:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755ece00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611473.679932:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d3480 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:154/0 lens 224/0 e 0 to 0 dl 1749611484 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611473.679932:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.679934:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611473.679935:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111572680 x1834598494678784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611493 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611473.679939:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611473.679941:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611473.679944:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=78 v=5 (1 1 1 1) 00000100:00100000:1.0:1749611473.679945:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111572680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494678784:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611473.679946:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611473.679948:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749611473.679951:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3800. 00000100:00000040:2.0:1749611473.679951:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611473.679953:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611473.679955:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611473.679956:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1749611473.679956:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494678784 02000000:00000001:2.0:1749611473.679957:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611473.679959:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3800. 00000100:00000001:2.0:1749611473.679959:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749611473.679959:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611473.679962:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749611473.679962:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749611473.679964:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00100000:3.0:1749611473.679967:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494679296:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611473.679968:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494679040, offset 224 00000020:00000001:1.0:1749611473.679972:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611473.679973:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494679296 00000400:00000200:2.0:1749611473.679973:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:1.0:1749611473.679975:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611473.679979:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611473.679980:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749611473.679981:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611473.679984:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749611473.679986:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611473.679986:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b000 00000100:00000001:1.0:1749611473.679986:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611473.679988:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611473.679991:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749611473.679991:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9051 [1] + 224 02000000:00000010:1.0:1749611473.679991:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce6c00. 02000000:00000001:1.0:1749611473.679993:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611473.679994:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.679995:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611473.679996:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611473.679997:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1749611473.679998:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611473.679999:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611473.680000:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:1.0:1749611473.680000:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.680002:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749611473.680003:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749611473.680006:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680006:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611473.680009:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611473.680012:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611473.680014:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611473.680016:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680016:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611473.680020:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749611473.680022:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611473.680023:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680025:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611473.680027:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611473.680027:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611473.680030:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000200:2.0:1749611473.680031:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611473.680033:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611473.680035:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611473.680037:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749611473.680037:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494678784, offset 0 00000400:00000200:1.0:1749611473.680040:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611473.680047:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611473.680048:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611473.680052:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749611473.680054:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749611473.680054:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94af00 00000020:00000001:2.0:1749611473.680056:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611473.680058:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749611473.680058:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9055 [1] + 0 00000100:00000040:2.0:1749611473.680062:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ece00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611473.680063:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611473.680068:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1749611473.680072:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611473.680073:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494679040:12345-0@lo:400:kworker.0 Request processed in 216us (577us total) trans 0 rc 0/0 00000020:00000001:3.0:1749611473.680074:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611473.680076:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749611473.680076:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749611473.680079:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1749611473.680080:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611473.680082:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611473.680082:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000020:00000001:3.0:1749611473.680085:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749611473.680085:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611473.680088:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749611473.680089:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611473.680090:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611473.680090:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749611473.680093:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749611473.680094:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387700. 00000020:00000010:2.0:1749611473.680098:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000100:00000001:1.0:1749611473.680098:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:3.0:1749611473.680100:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ac891c00. 00000020:00000010:2.0:1749611473.680102:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d7200. 00000400:00000200:1.0:1749611473.680103:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 02000000:00000001:3.0:1749611473.680104:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611473.680105:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749611473.680107:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611473.680107:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611473.680107:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611473.680109:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680109:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749611473.680111:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680112:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749611473.680114:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494679296 00000100:00000040:1.0:1749611473.680115:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611473.680117:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611473.680118:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749611473.680119:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611473.680123:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572680 x1834598494678784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611473.680125:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000200:3.0:1749611473.680126:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800827d3480 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611473.680126:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611473.680130:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611473.680132:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749611473.680133:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111572680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494678784:12345-0@lo:38:kworker.0 Request processed in 188us (566us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749611473.680134:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00000400:00000200:2.0:1749611473.680137:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00010000:00000001:3.0:1749611473.680138:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749611473.680139:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00010000:00000001:3.0:1749611473.680141:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.680141:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749611473.680142:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00000001:1.0:1749611473.680144:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749611473.680145:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611473.680146:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611473.680146:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611473.680149:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000001:3.0:1749611473.680151:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611473.680153:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611473.680153:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9898. 00000100:00000040:3.0:1749611473.680155:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749611473.680157:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800827d6400. 00000100:00000001:3.0:1749611473.680159:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611473.680160:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611473.680161:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680161:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611473.680163:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611473.680164:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611473.680165:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611473.680169:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611473.680171:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749611473.680172:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611473.680173:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:1.0:1749611473.680173:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611473.680175:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611473.680176:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:00000040:1.0:1749611473.680176:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:2.0:1749611473.680178:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611473.680182:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494679296, offset 224 00000100:00000001:1.0:1749611473.680182:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:2.0:1749611473.680183:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=28 v=5 (5 5 5 5) 00000100:00000200:1.0:1749611473.680184:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:2.0:1749611473.680187:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=28 v=5 (1 1 1 1) 00000100:00000010:1.0:1749611473.680187:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573100. 00000400:00000200:3.0:1749611473.680189:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611473.680190:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611473.680190:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111573100 x1834598494678912 msgsize 520 00000100:00000001:2.0:1749611473.680191:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611473.680194:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1749611473.680194:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1749611473.680199:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611473.680200:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611473.680206:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611473.680209:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b100 00000100:00000001:2.0:1749611473.680209:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611473.680212:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611473.680214:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611473.680215:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680215:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611473.680219:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611473.680221:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000400:00000010:1.0:1749611473.680223:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:2.0:1749611473.680226:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611473.680226:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611473.680229:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611473.680230:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611473.680230:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611473.680234:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680238:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611473.680241:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611473.680242:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9065 [1] + 224 00000100:00100000:2.0:1749611473.680242:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494679040:0@lo:400:kworker.0 00000100:00000001:2.0:1749611473.680247:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611473.680248:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611473.680248:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680250:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611473.680251:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611473.680251:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d2a00 x1834598494679040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680253:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611473.680256:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00000400:00000200:3.0:1749611473.680257:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611473.680258:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611473.680259:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300747138 02000000:00000001:2.0:1749611473.680260:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611473.680261:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300747139 00000100:00000001:3.0:1749611473.680263:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749611473.680263:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800827d6800. 00000100:00000001:1.0:1749611473.680264:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300747138 02000000:00000001:2.0:1749611473.680265:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611473.680266:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300747139 00000100:00000001:1.0:1749611473.680268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300747138 00000100:00000200:3.0:1749611473.680270:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680270:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300747139 00000020:00000001:2.0:1749611473.680271:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611473.680272:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300747138 00000020:00000040:2.0:1749611473.680273:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611473.680274:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300747139 00000020:00000001:2.0:1749611473.680275:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611473.680276:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611473.680278:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009c8f5a00. 00000100:00000001:1.0:1749611473.680278:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611473.680281:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611473.680282:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1749611473.680282:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611473.680283:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1749611473.680284:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d2a00. 00000100:00000040:3.0:1749611473.680285:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611473.680285:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000001:2.0:1749611473.680288:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1749611473.680288:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:2.0:1749611473.680289:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611473.680289:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749611473.680291:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680291:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611473.680294:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611473.680295:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611473.680296:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.680298:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611473.680300:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611473.680307:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749611473.680313:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611473.680314:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611473.680315:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611473.680315:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749611473.680318:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611473.680320:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611473.680322:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611473.680322:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611473.680324:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611473.680324:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611473.680326:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611473.680328:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611473.680329:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611473.680330:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.680332:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611473.680333:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749611473.680334:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:2.0:1749611473.680335:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1749611473.680336:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611473 v=5 (0 0 0 0) 00000400:00000010:2.0:1749611473.680337:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff738. 00010000:00000001:3.0:1749611473.680338:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00001000:1.0:1749611473.680340:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=146 v=20 (20 1 1 1) 00000020:00000001:3.0:1749611473.680341:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611473.680341:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821d48 00000100:00000001:1.0:1749611473.680342:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749611473.680343:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1749611473.680343:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821d48. 00000100:00000001:1.0:1749611473.680345:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611473.680346:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611473.680347:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611473.680350:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d3480 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:154/0 lens 224/224 e 0 to 0 dl 1749611484 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611473.680350:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611473.680351:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680358:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749611473.680378:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680382:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611473.680383:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611473.680386:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611473.680386:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611473.680388:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680388:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611473.680389:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494679296:12345-0@lo:400:kworker.0 Request processed in 440us (588us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611473.680390:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:1.0:1749611473.680391:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749611473.680392:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611473.680393:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611473.680395:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611473.680395:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:2.0:1749611473.680397:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680397:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611473.680398:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611473.680401:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494678912 00000100:00100000:3.0:1749611473.680402:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00001000:2.0:1749611473.680402:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88012e555c38 time=18 v=5 (5 0 0 0) 00000100:00000040:1.0:1749611473.680402:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611473.680405:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e555bf0 time=18 v=5 (1 0 0 0) 00000100:00000040:3.0:1749611473.680406:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb800 : new rpc_count 0 00000100:00000001:2.0:1749611473.680407:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611473.680409:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611473.680409:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611473.680410:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749611473.680410:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494678656:0@lo:38:kworker.0 00000100:00000001:0.0:1749611473.680411:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611473.680413:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611473.680414:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.680414:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611473.680416:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749611473.680417:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611473.680417:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611473.680418:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16ba00. 00000100:00100000:0.0:1749611473.680420:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494678912 00010000:00080000:2.0:1749611473.680421:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611473.680422:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749611473.680424:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000020:00000040:0.0:1749611473.680424:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749611473.680426:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d1f80 x1834598494678656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611473.680426:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611473.680427:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611473.680428:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611473.680429:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59800. 00000020:00000001:0.0:1749611473.680429:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.680430:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611473.680431:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749611473.680433:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611473.680433:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:0.0:1749611473.680433:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78200. 00000100:00000001:2.0:1749611473.680434:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611473.680435:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 4 02000000:00000001:1.0:1749611473.680435:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611473.680437:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bce7800. 00000020:00000010:0.0:1749611473.680437:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffd80. 00000100:00000040:2.0:1749611473.680438:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611473.680439:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611473.680440:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1749611473.680441:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000020:00000001:1.0:1749611473.680442:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611473.680444:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611473.680444:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749611473.680445:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611473.680446:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749611473.680446:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611473.680447:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611473.680447:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749611473.680448:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c625c00. 00000100:00000001:0.0:1749611473.680449:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611473.680450:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611473.680451:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611473.680452:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611473.680453:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611473.680454:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d1f80. 00000100:00000001:1.0:1749611473.680457:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1749611473.680458:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494679296:0@lo:400:kworker.0 00000100:00000001:1.0:1749611473.680458:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680460:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611473.680462:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611473.680464:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611473.680465:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611473.680467:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d3100 x1834598494679296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680467:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680469:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611473.680470:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611473.680472:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611473.680473:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611473.680474:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749611473.680476:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611473.680477:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880118e78600. 00000100:00000001:0.0:1749611473.680477:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611473.680479:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611473.680480:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611473.680482:0:28322:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611473.680483:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611473.680483:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611473.680484:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611473.680485:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009c8f5e00. 00000100:00000001:0.0:1749611473.680485:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749611473.680486:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611473.680486:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611473.680487:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611473.680488:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749611473.680488:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749611473.680489:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d3100. 02000000:00000001:1.0:1749611473.680490:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611473.680491:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00000001:2.0:1749611473.680492:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1749611473.680493:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494679168:0@lo:38:kworker.0 00000100:00000001:0.0:1749611473.680493:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900112640 : -131936809438976 : ffff880111573100) 00000100:00000001:1.0:1749611473.680496:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611473.680497:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611473.680498:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611473.680498:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111573100 x1834598494678912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611493 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611473.680499:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611473.680500:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.680502:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611473.680504:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1749611473.680504:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bce7800. 00000100:00000001:2.0:1749611473.680505:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.680506:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611473.680507:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611473.680509:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611473.680509:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111573100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494678912:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611473.680513:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494678912 00000400:00000010:1.0:1749611473.680515:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000020:00000001:0.0:1749611473.680515:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611473.680517:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749611473.680518:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000200:1.0:1749611473.680549:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494679168, portal 10 00000020:00000001:0.0:1749611473.680549:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680552:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611473.680553:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503460224 : -131939206091392 : ffff8800827d2d80) 00010000:00020000:0.0:1749611473.680553:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749611473.680556:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611473.680559:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611473.680560:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611473.680562:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611473.680567:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611473.680569:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611473.680570:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749611473.680571:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 02000000:00000001:0.0:1749611473.680572:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749611473.680573:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494679168, offset 0 02000000:00000010:0.0:1749611473.680576:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c626400. 00000400:00000200:1.0:1749611473.680577:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611473.680578:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611473.680580:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611473.680583:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749611473.680584:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611473.680585:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611473.680588:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94b080 00000100:00001000:0.0:1749611473.680589:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749611473.680592:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 109832 00000100:00000001:0.0:1749611473.680592:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611473.680594:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749611473.680597:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611473.680597:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611473.680599:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749611473.680600:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611473.680601:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611473.680604:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749611473.680604:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:1.0:1749611473.680605:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749611473.680607:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:1.0:1749611473.680608:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571880. 02000000:00000001:0.0:1749611473.680609:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611473.680611:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111571880 x1834598494679168 msgsize 520 00000100:00000001:0.0:1749611473.680611:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611473.680613:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749611473.680615:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749611473.680615:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611473.680620:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494678912, offset 0 00000400:00000200:0.0:1749611473.680624:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611473.680629:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611473.680632:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611473.680634:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000400:00000010:1.0:1749611473.680636:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:1.0:1749611473.680638:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749611473.680639:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94af80 00000100:00000200:1.0:1749611473.680642:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611473.680645:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9069 [1] + 0 00000100:00000001:1.0:1749611473.680649:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749611473.680650:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611473.680652:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611473.680653:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611473.680657:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611473.680659:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680660:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749611473.680661:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680670:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611473.680670:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611473.680674:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 876 usecs (1 jiffies) 00000100:00000001:1.0:1749611473.680676:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300747139 00000100:00000001:0.0:1749611473.680678:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611473.680679:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300747139 00000100:00000001:1.0:1749611473.680681:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300747139 00000100:00000001:1.0:1749611473.680683:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300747139 00000400:00000200:0.0:1749611473.680683:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000001:3.0:1749611473.680684:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611473.680686:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300747139 00000100:00000001:1.0:1749611473.680688:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300747139 00000100:00000001:1.0:1749611473.680690:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300747139 00000400:00000010:0.0:1749611473.680690:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:1.0:1749611473.680692:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300747139 00000100:00000001:1.0:1749611473.680694:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611473.680694:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611473.680695:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611473.680696:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611473.680697:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494679168 00000100:00000001:0.0:1749611473.680699:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611473.680700:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:1.0:1749611473.680700:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611473.680701:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611473.680702:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611473.680703:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749611473.680703:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db8f0. 00000100:00000001:0.0:1749611473.680704:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611473.680705:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:3.0:1749611473.680706:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611473.680706:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611473.680707:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749611473.680709:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611473.680710:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611473.680710:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573100 x1834598494678912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611473.680712:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611473.680714:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494679168 00000020:00000001:3.0:1749611473.680718:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611473.680720:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749611473.680720:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611473.680720:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111573100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494678912:12345-0@lo:38:kworker.0 Request processed in 211us (528us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749611473.680723:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611473.680726:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680727:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749611473.680729:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680729:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611473.680729:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00000001:1.0:1749611473.680731:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611473.680732:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749611473.680733:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611473.680733:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611473.680734:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dba000. 00000100:00000001:1.0:1749611473.680734:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611473.680736:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611473.680737:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffd80. 02000000:00000001:1.0:1749611473.680738:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611473.680739:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7100. 00000020:00000010:0.0:1749611473.680741:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00001000:1.0:1749611473.680742:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611473 v=5 (0 0 0 0) 00000020:00000010:3.0:1749611473.680743:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000020:00000010:0.0:1749611473.680744:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78200. 00000100:00001000:1.0:1749611473.680745:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=128 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611473.680747:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680748:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611473.680749:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611473.680751:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611473.680754:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680755:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611473.680758:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611473.680759:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611473.680762:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680770:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611473.680772:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611473.680774:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680775:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611473.680777:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611473.680780:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611473.680782:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611473.680784:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611473.680788:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611473.680795:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611473.680795:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494678784:0@lo:38:kworker.0 00000400:00000001:1.0:1749611473.680800:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611473.680802:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611473.680804:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db948. 00000400:00000200:1.0:1749611473.680806:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:3.0:1749611473.680808:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749611473.680808:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:3.0:1749611473.680810:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611473.680810:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611473.680812:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611473.680817:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00000001:3.0:1749611473.680820:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900106368 : -131936809445248 : ffff880111571880) 00000100:00000200:1.0:1749611473.680820:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611473.680820:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611473.680822:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611473.680824:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680826:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611473.680826:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611473.680828:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111571880 x1834598494679168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611493 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680828:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680829:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611473.680831:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611473.680832:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611473.680838:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.680840:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611473.680843:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111571880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494679168:12345-0@lo:38:kworker.0 00000100:00001000:1.0:1749611473.680844:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611473 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611473.680847:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=28 v=20 (20 1 1 1) 00000100:00000200:3.0:1749611473.680849:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494679168 00000100:00000001:1.0:1749611473.680849:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611473.680851:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611473.680852:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611473.680853:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611473.680855:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749611473.680857:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.680864:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611473.680866:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749611473.680867:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680867:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680869:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611473.680870:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611473.680872:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1749611473.680873:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1749611473.680875:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:3.0:1749611473.680877:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611473.680877:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611473.680880:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611473.680881:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611473.680887:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494678912:0@lo:38:kworker.0 00000100:00000001:1.0:1749611473.680891:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680893:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611473.680894:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:1.0:1749611473.680896:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d2300 x1834598494678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611473.680897:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611473.680901:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611473.680902:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611473.680903:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611473.680905:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bce5c00. 02000000:00000010:3.0:1749611473.680906:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ac892400. 02000000:00000001:1.0:1749611473.680908:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749611473.680909:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611473.680909:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611473.680911:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749611473.680913:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611473.680913:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749611473.680917:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749611473.680919:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c624000. 00010000:00000001:3.0:1749611473.680920:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.680922:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611473.680923:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1749611473.680925:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000010:1.0:1749611473.680925:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d2300. 00000100:00000001:1.0:1749611473.680927:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611473.680929:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611473.680929:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680930:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611473.680933:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611473.680933:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d2680 x1834598494678912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611473.680937:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611473.680940:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611473.680941:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611473.680941:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611473.680942:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bce6000. 00000100:00000001:3.0:1749611473.680944:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749611473.680944:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611473.680946:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611473.680947:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:3.0:1749611473.680949:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749611473.680949:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611473.680950:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c626c00. 02000000:00000001:3.0:1749611473.680952:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611473.680952:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611473.680954:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611473.680954:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611473.680955:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d2680. 00000100:00000001:3.0:1749611473.680957:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611473.680957:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611473.680958:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611473.680960:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611473.680960:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611473.680963:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611473.680964:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611473.680966:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.680968:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611473.680969:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494679168, offset 0 00000100:00000001:1.0:1749611473.680969:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611473.680970:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.680972:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611473.680974:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611473.680983:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611473.680991:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b080 00000400:00000200:3.0:1749611473.680997:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9081 [1] + 0 00000400:00000200:3.0:1749611473.681004:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611473.681008:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611473.681013:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611473.681019:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611473.681034:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611473.681053:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611473.681058:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611473.681059:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749611473.681071:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611473.681073:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611473.681076:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000400:00000200:1.0:1749611473.681078:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749611473.681080:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749611473.681082:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611473.681086:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611473.681089:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611473.681094:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611473.681099:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749611473.681100:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611473.681101:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611473.681105:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.681107:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611473.681108:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611473.681110:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611473.681110:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611473.681112:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611473.681113:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.681113:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611473.681114:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611473.681116:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611473.681116:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611473.681120:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e554438 time=1749611473 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611473.681123:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e5543f0 time=18 v=20 (20 0 0 0) 00000100:00000040:3.0:1749611473.681124:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571880 x1834598494679168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611493 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.681125:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611473.681127:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611473.681128:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611473.681132:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.681139:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611473.681140:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111571880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494679168:12345-0@lo:38:kworker.0 Request processed in 296us (525us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611473.681141:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611473.681142:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.681144:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611473.681146:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611473.681148:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611473.681151:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:3.0:1749611473.681153:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00000001:1.0:1749611473.681153:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611473.681156:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611473.681157:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611473.681159:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611473.681163:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494679168:0@lo:38:kworker.0 00000020:00000010:3.0:1749611473.681164:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7100. 00000100:00000001:1.0:1749611473.681167:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611473.681168:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:1.0:1749611473.681169:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749611473.681173:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dba000. 00000100:00000001:3.0:1749611473.681177:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611473.681177:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d2d80 x1834598494679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611473.681183:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611473.681185:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611473.681187:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bce7800. 02000000:00000001:1.0:1749611473.681189:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611473.681190:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611473.681191:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611473.681193:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611473.681194:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c626800. 02000000:00000001:1.0:1749611473.681196:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611473.681197:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611473.681199:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d2d80. 00000100:00000001:1.0:1749611473.681201:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611473.681202:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611473.681204:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.681206:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611473.681207:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611473.681208:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611473.681210:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611473.681593:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300747139, at 4300747139 00000100:00000010:1.0:1749611473.681600:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7ad700. 00000100:00000040:3.0:1749611473.681628:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300747139, at 4300747139 00000100:00000040:0.0:1749611473.681637:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300747139, at 4300747139 00000100:00000010:3.0:1749611473.681638:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7ad400. 00000100:00000040:2.0:1749611473.681639:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300747139, at 4300747139 00000100:00000010:0.0:1749611473.681655:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7ad200. 00000100:00000010:2.0:1749611473.681660:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012c7add80. 00000100:00000001:2.0:1749611473.682611:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611473.682616:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611473.682618:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611473.682622:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611473.682625:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611473.682628:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611473.682630:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611473.682632:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611473.682634:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611474.092655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611474.092663:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611474.092666:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611474.092669:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611474.092674:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611474.092677:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611474.092679:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611474.092681:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611474.092802:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611474.092807:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611474.092811:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611474.458705:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611474.458713:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611474.458716:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611474.458737:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611474.458742:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611474.458746:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611474.458749:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611474.458752:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611474.458755:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611474.680748:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611474.680770:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611474.680773:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611474.680780:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611474.680784:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611474.680788:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611474.680791:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611474.682622:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611474.682626:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611474.682628:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611474.682633:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611474.682637:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611474.682641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611474.682644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611474.682649:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611474.682653:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611475.094669:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611475.094678:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611475.094808:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611475.094814:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611475.094819:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611475.449265:0:27776:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611475.449275:0:27776:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611475.449280:0:27776:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611475.449296:0:27776:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611475.449303:0:27776:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611475.449308:0:27776:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611475.449318:0:27776:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611475.449324:0:27776:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611475.449329:0:27776:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611475.458791:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611475.458796:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611475.458798:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611475.458803:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611475.458806:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611475.458810:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611475.458812:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611475.458815:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611475.458817:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611475.680634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611475.680647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611475.680661:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611475.680665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611475.680668:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611475.680672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611475.680674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611475.682619:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611475.682625:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611475.682627:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611475.682631:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611475.682634:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611475.682637:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611475.682640:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611475.682643:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611475.682645:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611476.096671:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611476.096678:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611476.096800:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611476.096805:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611476.096808:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611476.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611476.458635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611476.458638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611476.458643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611476.458647:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611476.458651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611476.458654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611476.458656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611476.458659:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611476.680576:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611476.680604:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611476.680606:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611476.680610:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611476.680613:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611476.680617:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611476.680619:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611476.682669:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611476.682675:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611476.682678:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611476.682683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611476.682688:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611476.682692:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611476.682696:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611476.682699:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611476.682703:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611476.794395:0:27839:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611476.794405:0:27839:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611476.794411:0:27839:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611476.794430:0:27839:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611476.794436:0:27839:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611476.794439:0:27839:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611476.794447:0:27839:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611476.794451:0:27839:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611476.794455:0:27839:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611477.094994:0:27902:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611477.095004:0:27902:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611477.095011:0:27902:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611477.095027:0:27902:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611477.095032:0:27902:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611477.095041:0:27902:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611477.095049:0:27902:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611477.095054:0:27902:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611477.095057:0:27902:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611477.098585:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611477.098589:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611477.098686:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611477.098690:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611477.098694:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611477.458699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611477.458708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611477.458710:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611477.458715:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611477.458719:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611477.458724:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611477.458727:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611477.458730:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611477.458732:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611477.680677:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611477.680693:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611477.680696:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611477.680701:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611477.680704:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611477.680708:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611477.680711:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611477.682592:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611477.682596:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611477.682598:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611477.682602:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611477.682606:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611477.682609:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611477.682612:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611477.682615:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611477.682618:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611478.100606:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611478.100611:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611478.100679:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611478.100682:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611478.100684:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611478.370574:0:27965:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611478.370580:0:27965:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611478.370584:0:27965:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611478.370595:0:27965:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611478.370599:0:27965:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611478.370602:0:27965:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611478.370609:0:27965:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611478.370612:0:27965:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611478.370615:0:27965:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.458582:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611478.458587:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611478.458588:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611478.458591:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611478.458594:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611478.458597:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611478.458599:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611478.458601:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611478.458603:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611478.680566:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611478.680580:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611478.680582:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611478.680584:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611478.680586:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611478.680588:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611478.680590:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611478.682587:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611478.682589:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611478.682590:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611478.682592:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611478.682594:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611478.682596:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611478.682598:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611478.682600:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611478.682601:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611478.686589:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749611478.686594:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749611478.686596:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749611478.686598:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611478.686603:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749611478.686605:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611478.686608:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611478.686611:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6079 00000100:00080000:1.0:1749611478.686614:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749611478.686615:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611478.686617:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611478.686618:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611478.686620:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611478.686622:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611478.686623:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749611478.686625:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611478.686627:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749611478.686629:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749611478.686630:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749611478.686631:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611478.686632:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611478.686633:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611478.686634:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611478.686636:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749611478.686638:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611478.686640:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611478.686641:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611478.686646:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611478.686647:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.686648:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611478.686650:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611478.686654:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571f80. 00000020:00000040:1.0:1749611478.686656:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749611478.686658:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611478.686660:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.686662:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611478.686666:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611478.686668:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611478.686673:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bce7c00. 00000100:00000001:1.0:1749611478.686677:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611478.686683:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611478.686690:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611478.686692:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611478.686695:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111571f80] to pc [ptlrpcd_rcv+-1] req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611478.686710:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611478.686712:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749611478.686714:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611478.686715:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749611478.686716:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611478.686717:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611478.686718:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6079 00000100:00080000:1.0:1749611478.686720:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749611478.686721:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611478.686722:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611478.686723:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611478.686724:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611478.686725:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611478.686726:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749611478.686727:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611478.686728:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:1.0:1749611478.686729:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749611478.686730:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749611478.686731:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749611478.686731:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611478.686732:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611478.686733:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611478.686734:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611478.686736:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611478.686737:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611478.686738:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749611478.686740:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611478.686741:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611478.686742:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611478.686742:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611478.686744:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611478.686745:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.686746:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611478.686747:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611478.686749:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571180. 00000020:00000040:1.0:1749611478.686750:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749611478.686751:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749611478.686751:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749611478.686752:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611478.686752:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.686753:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611478.686754:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611478.686755:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611478.686755:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611478.686757:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749611478.686757:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bce7400. 00000100:00000001:1.0:1749611478.686758:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611478.686760:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611478.686761:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749611478.686763:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494679424:0@lo:38:kworker.0 00000100:00000001:1.0:1749611478.686764:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611478.686766:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686767:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749611478.686768:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111571180] to pc [ptlrpcd_rcv+-1] req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611478.686769:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611478.686772:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.686772:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611478.686773:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749611478.686774:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1749611478.686776:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611478.686776:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:2.0:1749611478.686777:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0dcc00. 00000100:00080000:1.0:1749611478.686777:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611478.686778:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749611478.686779:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611478.686779:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6079 00000100:00080000:1.0:1749611478.686780:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749611478.686784:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611478.686785:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611478.686786:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe528. 00000100:00000040:1.0:1749611478.686786:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611478.686787:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611478.686788:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611478.686789:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749611478.686790:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749611478.686791:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000020:00000040:1.0:1749611478.686791:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749611478.686792:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749611478.686793:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:1.0:1749611478.686794:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611478.686795:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611478.686796:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611478.686797:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611478.686798:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:1.0:1749611478.686799:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611478.686800:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611478.686801:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:2.0:1749611478.686802:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494679424, portal 4 02000000:00000001:1.0:1749611478.686802:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611478.686803:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1749611478.686803:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686804:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900108160 : -131936809443456 : ffff880111571f80) 00000100:00000001:1.0:1749611478.686804:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611478.686805:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611478.686806:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572a00. 00000020:00000040:1.0:1749611478.686807:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749611478.686809:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611478.686809:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611478.686810:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611478.686810:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611478.686810:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611478.686811:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611478.686813:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bce5c00. 00000100:00000001:2.0:1749611478.686814:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611478.686815:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611478.686816:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611478.686817:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00100000:1.0:1749611478.686817:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611478.686819:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494679424, offset 0 00000400:00000200:2.0:1749611478.686823:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611478.686826:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611478.686827:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611478.686829:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111572a00] to pc [ptlrpcd_rcv+-1] req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611478.686832:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611478.686833:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611478.686834:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749611478.686836:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749611478.686839:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94b180 00000100:00000010:1.0:1749611478.686841:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264000. 00000020:00000040:1.0:1749611478.686843:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611478.686844:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749611478.686845:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 1040 02000000:00000001:1.0:1749611478.686845:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611478.686846:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611478.686848:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009959d400. 00000100:00000001:1.0:1749611478.686849:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611478.686851:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611478.686851:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611478.686855:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611478.686856:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611478.686857:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686860:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749611478.686860:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111264000] to pc [ptlrpcd_00_02+2] req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611478.686862:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611478.686865:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755edc00. 00000100:00000040:2.0:1749611478.686868:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755edc00 x1834598494679424 msgsize 520 00000100:00100000:2.0:1749611478.686871:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611478.686874:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611478.686876:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611478.686878:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:1.0:1749611478.686878:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611478.686878:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749611478.686879:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611478.686881:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611478.686882:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6079 00000400:00000200:2.0:1749611478.686884:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00080000:1.0:1749611478.686884:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749611478.686885:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:2.0:1749611478.686886:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611478.686888:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611478.686888:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611478.686889:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611478.686890:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611478.686891:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749611478.686892:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611478.686892:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4d9 00000020:00000001:1.0:1749611478.686893:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611478.686894:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b800 refcount=8 00000020:00000001:1.0:1749611478.686895:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000020:00000001:1.0:1749611478.686896:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365649408 : -131936343902208 : ffff88012d16b800) 00000100:00000001:2.0:1749611478.686898:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611478.686898:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611478.686898:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611478.686899:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611478.686900:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611478.686901:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611478.686901:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 7 00000100:00080000:1.0:1749611478.686902:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012e554000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611478.686904:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611478.686904:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611478.686906:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611478.686907:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611478.686907:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686908:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611478.686908:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611478.686908:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611478.686910:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264380. 00000100:00000001:2.0:1749611478.686911:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611478.686911:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e554000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749611478.686912:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611478.686913:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.686913:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611478.686914:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1749611478.686915:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1286 usecs (2 jiffies) 02000000:00000001:1.0:1749611478.686915:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611478.686917:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bce5800. 00000100:00000001:1.0:1749611478.686919:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686921:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300752146 00000100:00100000:1.0:1749611478.686921:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749611478.686924:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230440. 00000100:00000001:1.0:1749611478.686924:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611478.686926:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611478.686928:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.686929:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611478.686929:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749611478.686930:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611478.686930:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111264380] to pc [ptlrpcd_rcv+-1] req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611478.686934:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611478.686935:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611478.686935:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749611478.686937:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749611478.686938:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264700. 00000020:00000040:1.0:1749611478.686939:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e555800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611478.686940:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611478.686940:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611478.686941:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749611478.686941:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.686942:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686943:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300752146 02000000:00000010:1.0:1749611478.686943:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009959d700. 00000100:00000001:1.0:1749611478.686944:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611478.686946:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230a80. 00000100:00000040:1.0:1749611478.686946:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749611478.686948:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611478.686949:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611478.686949:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749611478.686950:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611478.686950:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300752146 00000100:00000001:1.0:1749611478.686950:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611478.686951:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611478.686952:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230f00. 00000100:00000040:1.0:1749611478.686952:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111264700] to pc [ptlrpcd_00_03+3] req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611478.686953:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494679808:0@lo:400:kworker.0 00000100:00000001:2.0:1749611478.686954:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749611478.686955:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611478.686955:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300752146 00000100:00000001:1.0:1749611478.686956:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611478.686957:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749611478.686957:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230e00. 02000000:00000001:3.0:1749611478.686958:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686958:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749611478.686959:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749611478.686959:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6089) 00000100:00000001:2.0:1749611478.686960:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749611478.686961:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880081f6d400. 00000100:00000001:2.0:1749611478.686961:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611478.686962:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686963:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686964:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611478.686964:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749611478.686965:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00000001:1.0:1749611478.686966:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611478.686966:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611478.686967:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1749611478.686968:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611478.686968:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611478.686968:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.686969:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611478.686970:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494679808, portal 10 00000100:00000001:2.0:1749611478.686970:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611478.686971:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611478.686972:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611478.686972:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611478.686973:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896905216 : -131936812646400 : ffff880111264000) 00000100:00000001:1.0:1749611478.686973:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611478.686974:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611478.686974:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611478.686975:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611478.686976:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611478.686977:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611478.686978:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494680064:0@lo:400:kworker.0 00000100:00000001:2.0:1749611478.686980:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611478.686981:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611478.686981:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611478.686982:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611478.686983:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749611478.686984:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:1.0:1749611478.686984:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749611478.686985:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494679808, offset 0 02000000:00000001:2.0:1749611478.686985:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611478.686985:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611478.686986:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611478.686987:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611478.686988:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611478.686988:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749611478.686989:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494679552:0@lo:38:kworker.0 02000000:00000010:1.0:1749611478.686989:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006dc59800. 02000000:00000001:1.0:1749611478.686990:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.686992:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611478.686993:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611478.686993:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1749611478.686993:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db738. 00000400:00000010:1.0:1749611478.686995:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000400:00000200:3.0:1749611478.686996:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94b300 02000000:00000001:2.0:1749611478.686998:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611478.686998:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494680064, portal 10 00000100:00000001:1.0:1749611478.686999:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749611478.687000:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 110352 02000000:00000001:2.0:1749611478.687000:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611478.687000:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896907008 : -131936812644608 : ffff880111264700) 00000400:00000200:3.0:1749611478.687003:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749611478.687003:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0ddc00. 00000100:00000040:1.0:1749611478.687003:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611478.687005:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611478.687005:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611478.687007:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe688. 00000100:00000001:1.0:1749611478.687007:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611478.687008:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:1.0:1749611478.687008:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749611478.687009:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749611478.687009:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000010:2.0:1749611478.687010:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000010:3.0:1749611478.687011:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f574700. 00000100:00000200:1.0:1749611478.687011:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494680064, offset 0 00000100:00000200:2.0:1749611478.687012:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494679552, portal 10 00000100:00000040:3.0:1749611478.687013:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009f574700 x1834598494679808 msgsize 224 00000100:00000001:2.0:1749611478.687014:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749611478.687014:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611478.687015:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611478.687015:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900104576 : -131936809447040 : ffff880111571180) 00000400:00000200:1.0:1749611478.687018:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611478.687019:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687021:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611478.687021:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94b400 00000400:00000200:1.0:1749611478.687024:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 110576 00000100:00000001:2.0:1749611478.687025:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611478.687027:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611478.687027:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611478.687028:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000400:00000200:3.0:1749611478.687029:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000400:00000200:1.0:1749611478.687029:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749611478.687030:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:3.0:1749611478.687032:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611478.687034:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611478.687036:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494679552, offset 0 00000100:00000001:1.0:1749611478.687038:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611478.687039:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611478.687039:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749611478.687039:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611478.687041:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749611478.687041:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264a80. 00000100:00000040:1.0:1749611478.687042:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880111264a80 x1834598494680064 msgsize 224 00000100:00000001:3.0:1749611478.687044:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611478.687044:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611478.687045:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749611478.687045:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611478.687048:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611478.687048:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94b200 00000100:00000001:1.0:1749611478.687048:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749611478.687051:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000400:00000200:2.0:1749611478.687051:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 110800 00000100:00000001:3.0:1749611478.687052:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300752145 00000100:00000001:3.0:1749611478.687054:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300752146 00000400:00000200:1.0:1749611478.687054:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:3.0:1749611478.687055:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300752145 00000400:00000200:2.0:1749611478.687055:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749611478.687055:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:3.0:1749611478.687056:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300752146 00000100:00000001:3.0:1749611478.687057:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300752145 00000400:00000200:2.0:1749611478.687057:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611478.687057:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611478.687058:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300752146 00000100:00000001:3.0:1749611478.687059:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300752145 00000100:00000001:2.0:1749611478.687059:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611478.687059:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687060:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300752146 00000100:00000001:3.0:1749611478.687061:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611478.687061:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611478.687062:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611478.687063:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755eea00. 00000100:00000001:3.0:1749611478.687064:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687065:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611478.687065:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755eea00 x1834598494679552 msgsize 520 00000100:00000001:3.0:1749611478.687068:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749611478.687068:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611478.687069:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611478.687070:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611478.687070:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611478.687070:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611478.687071:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687072:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611478.687072:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687073:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611478.687075:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:1.0:1749611478.687075:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687076:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749611478.687077:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611478.687078:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611478.687078:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611478.687081:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611478.687081:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 953 usecs (1 jiffies) 00000100:00000001:1.0:1749611478.687082:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300752145 00000100:00000001:3.0:1749611478.687083:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611478.687084:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300752146 00000100:00100000:3.0:1749611478.687085:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494679424 00000100:00000001:1.0:1749611478.687085:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300752145 00000100:00000001:2.0:1749611478.687086:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611478.687086:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300752146 02000000:00000001:3.0:1749611478.687088:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611478.687088:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611478.687088:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300752145 00000100:00000001:1.0:1749611478.687089:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300752146 00000100:00000001:3.0:1749611478.687090:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611478.687090:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300752145 00000100:00000001:1.0:1749611478.687091:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300752146 00000100:00000001:3.0:1749611478.687092:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687092:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611478.687093:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687094:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611478.687095:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687095:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687096:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611478.687097:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494679424 00000020:00000001:3.0:1749611478.687098:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611478.687098:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611478.687098:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1749611478.687099:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611478.687099:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1749611478.687100:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611478.687100:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749611478.687101:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687101:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687101:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749611478.687102:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687102:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687103:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611478.687104:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1115 usecs (2 jiffies) 00000020:00000010:3.0:1749611478.687105:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081f6de00. 00000100:00000001:2.0:1749611478.687106:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300752146 00000020:00000010:3.0:1749611478.687107:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7380. 00000100:00000001:2.0:1749611478.687108:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300752146 00000020:00000010:3.0:1749611478.687110:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611478.687110:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300752146 00000100:00000001:2.0:1749611478.687111:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300752146 00000100:00000001:3.0:1749611478.687113:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611478.687113:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300752146 00000100:00000001:3.0:1749611478.687114:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611478.687115:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687115:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300752146 00000100:00000001:1.0:1749611478.687115:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611478.687116:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300752146 00000100:00000001:2.0:1749611478.687117:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300752146 00000100:00100000:1.0:1749611478.687117:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494679808 00000100:00000001:2.0:1749611478.687118:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611478.687118:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611478.687119:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687119:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687119:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611478.687120:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611478.687120:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611478.687121:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611478.687122:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687123:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687126:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749611478.687126:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494679808 00000100:00000001:3.0:1749611478.687127:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611478.687127:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611478.687127:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611478.687128:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611478.687128:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1749611478.687128:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:2.0:1749611478.687129:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611478.687129:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611478.687130:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611478.687131:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000020:00000040:1.0:1749611478.687131:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611478.687132:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283369472 : -131939426182144 : ffff8800755edc00) 00000100:00100000:2.0:1749611478.687132:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494679680:0@lo:38:kworker.0 00000020:00000001:1.0:1749611478.687132:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611478.687133:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749611478.687133:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:2.0:1749611478.687134:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749611478.687135:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755edc00 x1834598494679424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611478.687135:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611478.687136:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611478.687136:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611478.687137:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc6c0. 02000000:00000010:2.0:1749611478.687138:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0df800. 02000000:00000001:2.0:1749611478.687138:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611478.687141:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494679424:12345-0@lo:38:kworker.0 00000020:00000040:1.0:1749611478.687142:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:3.0:1749611478.687143:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494679424 00000400:00000010:2.0:1749611478.687143:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe3c8. 00000400:00000010:2.0:1749611478.687144:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000020:00000001:3.0:1749611478.687145:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611478.687145:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1749611478.687146:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494679680, portal 10 00010000:00000001:3.0:1749611478.687147:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611478.687147:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749611478.687147:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58600. 00000100:00000001:2.0:1749611478.687148:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900110848 : -131936809440768 : ffff880111572a00) 00000020:00000010:1.0:1749611478.687149:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bb00. 00000100:00000040:2.0:1749611478.687151:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611478.687152:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:2.0:1749611478.687154:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611478.687155:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611478.687155:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1749611478.687156:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611478.687156:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:1.0:1749611478.687156:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749611478.687157:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494679680, offset 0 00000100:00000001:1.0:1749611478.687157:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00020000:3.0:1749611478.687158:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611478.687159:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611478.687159:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611478.687160:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611478.687162:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611478.687162:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611478.687162:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611478.687163:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611478.687163:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611478.687163:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611478.687164:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94b280 00000400:00000200:2.0:1749611478.687166:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 111320 00000100:00000001:3.0:1749611478.687167:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611478.687167:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611478.687168:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611478.687169:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611478.687170:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611478.687170:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:3.0:1749611478.687171:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9a000. 00000100:00000001:2.0:1749611478.687171:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749611478.687171:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494680064 02000000:00000001:3.0:1749611478.687172:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611478.687172:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749611478.687172:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611478.687173:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687173:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749611478.687174:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755efb80. 00000100:00000001:1.0:1749611478.687174:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611478.687175:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611478.687175:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755efb80 x1834598494679680 msgsize 520 02000000:00000001:1.0:1749611478.687175:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611478.687176:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494680064 00010000:00000001:3.0:1749611478.687177:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611478.687177:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749611478.687177:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611478.687178:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4ee 00000020:00000001:1.0:1749611478.687178:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1749611478.687179:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:1.0:1749611478.687179:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb800 refcount=5 00000020:00000001:1.0:1749611478.687180:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000100:00000001:3.0:1749611478.687181:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611478.687181:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611478.687181:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000400:00000200:2.0:1749611478.687182:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000100:00000001:3.0:1749611478.687183:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611478.687183:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000040:3.0:1749611478.687184:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611478.687184:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611478.687185:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611478.687185:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1749611478.687186:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611478.687186:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc0c0. 00000100:00000001:3.0:1749611478.687187:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611478.687188:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749611478.687188:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b53c0100. 02000000:00000001:3.0:1749611478.687190:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611478.687190:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611478.687190:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1749611478.687191:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611478.687191:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611478.687191:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006e9cc0c0. 00000100:00000001:3.0:1749611478.687192:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611478.687193:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611478.687193:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58000. 00000100:00000001:2.0:1749611478.687194:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611478.687195:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:2.0:1749611478.687195:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749611478.687195:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bb80. 00000100:00000200:3.0:1749611478.687197:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494679424, offset 0 00000020:00000010:1.0:1749611478.687197:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:1.0:1749611478.687198:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749611478.687199:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611478.687199:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687199:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611478.687200:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611478.687201:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 788 usecs (1 jiffies) 00000100:00000001:1.0:1749611478.687201:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1749611478.687202:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611478.687202:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300752145 00000100:00000001:1.0:1749611478.687202:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611478.687202:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687204:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300752146 00000400:00000200:3.0:1749611478.687205:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94b180 00000100:00000001:2.0:1749611478.687205:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300752145 00000100:00000001:1.0:1749611478.687205:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687206:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300752146 00000100:00000001:2.0:1749611478.687207:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300752145 00000400:00000200:3.0:1749611478.687208:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9091 [1] + 0 00000100:00000001:2.0:1749611478.687208:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300752146 00000100:00000001:1.0:1749611478.687208:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611478.687209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300752145 00000100:00100000:1.0:1749611478.687209:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494679552 02000000:00000001:1.0:1749611478.687209:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611478.687210:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300752146 00000100:00000001:1.0:1749611478.687210:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611478.687211:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611478.687211:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611478.687211:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611478.687212:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611478.687212:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611478.687212:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687213:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749611478.687213:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494679552 00000100:00000001:3.0:1749611478.687214:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611478.687214:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611478.687214:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611478.687215:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611478.687215:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749611478.687216:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611478.687216:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611478.687217:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687218:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611478.687219:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611478.687219:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58a00. 02000000:00000001:2.0:1749611478.687220:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749611478.687220:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bc00. 00000100:00000040:3.0:1749611478.687221:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611478.687221:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611478.687221:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 02000000:00000001:2.0:1749611478.687222:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687222:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749611478.687223:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494679936:0@lo:38:kworker.0 00000100:00000001:1.0:1749611478.687223:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611478.687223:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687224:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611478.687225:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611478.687225:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687226:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611478.687226:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687226:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611478.687227:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611478.687227:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611478.687228:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 02000000:00000010:2.0:1749611478.687229:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0dc000. 02000000:00000001:2.0:1749611478.687230:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611478.687230:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494679680 00000400:00000010:3.0:1749611478.687231:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000400:00000010:2.0:1749611478.687231:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe420. 02000000:00000001:1.0:1749611478.687231:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611478.687232:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611478.687233:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:2.0:1749611478.687233:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:1.0:1749611478.687233:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687234:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749611478.687234:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611478.687235:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494679936, portal 10 00000100:00100000:1.0:1749611478.687235:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494679680 00000100:00000001:3.0:1749611478.687236:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687236:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749611478.687236:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611478.687236:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749611478.687237:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749611478.687237:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611478.687237:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687238:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896906112 : -131936812645504 : ffff880111264380) 00000020:00000001:1.0:1749611478.687238:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687239:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611478.687240:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611478.687240:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59200. 00000020:00000010:1.0:1749611478.687241:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bc80. 00000020:00000010:1.0:1749611478.687242:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00000040:3.0:1749611478.687243:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755edc00 x1834598494679424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611478.687243:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009685c000. 00000100:00000001:1.0:1749611478.687244:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611478.687244:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611478.687245:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611478.687246:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611478.687246:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687247:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611478.687248:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494679424:12345-0@lo:38:kworker.0 Request processed in 107us (379us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611478.687249:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611478.687250:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611478.687250:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611478.687251:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611478.687252:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000100:00100000:3.0:1749611478.687253:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00000200:2.0:1749611478.687253:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494679936, offset 0 00000100:00100000:1.0:1749611478.687253:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00000001:3.0:1749611478.687254:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749611478.687254:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611478.687255:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611478.687255:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611478.687255:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987515648 : -131938722035968 : ffff88009f574700) 00000020:00000010:3.0:1749611478.687257:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7380. 00000400:00000200:2.0:1749611478.687258:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611478.687258:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f574700 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1749611489 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611478.687259:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000400:00000200:2.0:1749611478.687260:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94b380 00000020:00000010:3.0:1749611478.687261:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081f6de00. 00000400:00000200:2.0:1749611478.687262:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 111840 00000100:00000001:1.0:1749611478.687262:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611478.687263:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611478.687263:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc0c0. 00000400:00000200:2.0:1749611478.687264:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611478.687264:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611478.687265:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006e9cc0c0. 00000400:00000200:2.0:1749611478.687266:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611478.687267:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749611478.687267:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494679808:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611478.687268:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749611478.687269:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494679808 00000100:00000010:2.0:1749611478.687270:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ef100. 00000020:00000001:1.0:1749611478.687270:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611478.687271:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611478.687271:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ef100 x1834598494679936 msgsize 520 00000100:00000001:3.0:1749611478.687272:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611478.687273:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611478.687274:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611478.687274:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:3.0:1749611478.687275:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000400:00000200:2.0:1749611478.687275:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000100:00000040:3.0:1749611478.687276:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb800 : new rpc_count 1 00000400:00000010:2.0:1749611478.687276:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00000020:00000001:1.0:1749611478.687276:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687277:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896907904 : -131936812643712 : ffff880111264a80) 00000100:00000001:2.0:1749611478.687277:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749611478.687277:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749611478.687279:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611478.687279:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749611478.687280:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111264a80 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:159/0 lens 224/0 e 0 to 0 dl 1749611489 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611478.687281:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749611478.687282:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611478.687283:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611478.687283:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611478.687284:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749611478.687284:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611478.687285:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1749611478.687286:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3a80. 00000020:00000001:1.0:1749611478.687286:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687287:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611478.687287:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687287:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611478.687287:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1749611478.687288:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3a80. 00000100:00000001:2.0:1749611478.687288:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611478.687290:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 840 usecs (1 jiffies) 00000100:00000001:1.0:1749611478.687290:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749611478.687291:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494680064:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749611478.687291:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300752145 02000000:00000001:1.0:1749611478.687291:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749611478.687293:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494680064 02000000:00000010:1.0:1749611478.687293:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce7000. 00000100:00000001:2.0:1749611478.687294:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300752146 02000000:00000001:1.0:1749611478.687294:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687295:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300752145 00000100:00000001:1.0:1749611478.687295:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687296:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300752146 00000020:00000001:1.0:1749611478.687296:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611478.687297:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611478.687297:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300752145 00000020:00000001:3.0:1749611478.687298:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749611478.687298:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300752146 00010000:00000040:1.0:1749611478.687298:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494679808 00000020:00000001:3.0:1749611478.687299:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687299:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300752145 00010000:00000001:1.0:1749611478.687299:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611478.687300:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300752146 00000020:00000001:3.0:1749611478.687301:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611478.687301:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1749611478.687301:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f574700 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611478.687302:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611478.687302:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611478.687303:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749611478.687305:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611478.687305:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749611478.687305:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749611478.687306:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000001:2.0:1749611478.687306:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611478.687307:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1749611478.687307:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00010000:00000001:1.0:1749611478.687307:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611478.687308:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611478.687308:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749611478.687308:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00001000:1.0:1749611478.687308:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=83 v=5 (1 1 1 1) 00000400:00000010:2.0:1749611478.687309:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611478.687310:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611478.687310:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611478.687310:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611478.687311:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749611478.687312:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611478.687312:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611478.687327:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:3.0:1749611478.687328:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9a800. 02000000:00000001:1.0:1749611478.687328:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611478.687329:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611478.687329:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687330:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611478.687331:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611478.687332:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611478.687332:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1749611478.687333:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494680064 00000100:00000200:2.0:1749611478.687333:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611478.687333:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00010000:00000001:3.0:1749611478.687334:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:1.0:1749611478.687335:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494679808, offset 224 00000100:00000001:2.0:1749611478.687336:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000200:3.0:1749611478.687337:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880111264a80 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687337:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611478.687338:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611478.687339:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611478.687340:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749611478.687341:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611478.687341:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749611478.687342:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611478.687342:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749611478.687343:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611478.687343:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611478.687344:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611478.687344:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b300 00000100:00000001:3.0:1749611478.687345:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611478.687346:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00001000:2.0:1749611478.687347:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611478 v=5 (0 0 0 0) 00000400:00000200:1.0:1749611478.687347:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9099 [1] + 224 00000100:00000001:3.0:1749611478.687348:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611478.687349:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611478.687349:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611478.687349:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=151 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611478.687350:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611478.687351:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749611478.687352:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611478.687352:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611478.687353:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:2.0:1749611478.687353:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611478.687353:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749611478.687355:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494680064, offset 224 00000400:00000200:1.0:1749611478.687355:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611478.687356:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611478.687357:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611478.687357:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611478.687359:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611478.687361:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611478.687362:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749611478.687364:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b400 00000100:00000001:2.0:1749611478.687364:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749611478.687364:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687365:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687366:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611478.687368:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611478.687369:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749611478.687370:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x90a1 [1] + 224 00000100:00080000:2.0:1749611478.687371:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611478.687371:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611478.687372:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611478.687372:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611478.687374:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611478.687374:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611478.687374:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749611478.687375:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:3.0:1749611478.687376:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611478.687376:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611478.687377:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749611478.687379:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611478.687379:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494679424:0@lo:38:kworker.0 00000100:00000001:1.0:1749611478.687379:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611478.687380:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611478.687381:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687382:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611478.687382:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611478.687383:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611478.687384:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611478.687384:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111571f80 x1834598494679424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611478.687384:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611478.687386:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f574700 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687387:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611478.687388:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611478.687390:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0dcc00. 00000100:00000001:3.0:1749611478.687391:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611478.687391:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749611478.687391:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494679808:12345-0@lo:400:kworker.0 Request processed in 128us (377us total) trans 0 rc 0/0 00000400:00000200:3.0:1749611478.687393:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000020:00000001:2.0:1749611478.687393:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1749611478.687394:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000020:00000040:2.0:1749611478.687394:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611478.687395:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611478.687396:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611478.687396:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:2.0:1749611478.687396:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bce7c00. 00000100:00100000:1.0:1749611478.687396:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00000040:1.0:1749611478.687397:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611478.687398:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611478.687398:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611478.687399:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611478.687399:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749611478.687400:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:2.0:1749611478.687400:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571f80. 00000100:00000001:1.0:1749611478.687400:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749611478.687401:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611478.687402:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611478.687402:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16bb00. 00000020:00000001:3.0:1749611478.687403:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749611478.687403:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00000040:3.0:1749611478.687405:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264a80 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:159/0 lens 224/224 e 0 to 0 dl 1749611489 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611478.687405:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58600. 00000020:00000040:1.0:1749611478.687407:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611478.687408:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611478.687410:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494680064:12345-0@lo:400:kworker.0 Request processed in 124us (366us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611478.687412:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611478.687413:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494679936 00000100:00100000:3.0:1749611478.687414:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00000040:3.0:1749611478.687415:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb800 : new rpc_count 0 00000100:00000001:3.0:1749611478.687416:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749611478.687416:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611478.687417:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611478.687417:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611478.687418:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611478.687419:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16bb80. 00000100:00000001:2.0:1749611478.687420:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611478.687420:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611478.687420:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611478.687421:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:2.0:1749611478.687421:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611478.687421:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494679936 00000020:00000001:1.0:1749611478.687422:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749611478.687423:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58000. 00000020:00000040:1.0:1749611478.687423:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611478.687423:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611478.687424:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749611478.687424:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611478.687425:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 4 00000020:00000001:1.0:1749611478.687425:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687426:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687427:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611478.687427:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58600. 00000100:00000001:2.0:1749611478.687428:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749611478.687428:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bb00. 00000100:00000001:2.0:1749611478.687429:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749611478.687429:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:3.0:1749611478.687430:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611478.687430:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687431:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687431:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611478.687431:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611478.687432:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687434:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611478.687434:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687435:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611478.687436:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00000001:3.0:1749611478.687437:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283373056 : -131939426178560 : ffff8800755eea00) 00000100:00000001:1.0:1749611478.687438:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749611478.687439:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755eea00 x1834598494679552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611478.687439:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611478.687440:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611478.687441:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611478.687441:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00000001:1.0:1749611478.687442:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283377536 : -131939426174080 : ffff8800755efb80) 00000100:00100000:3.0:1749611478.687444:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494679552:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749611478.687444:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755efb80 x1834598494679680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611478.687445:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00000200:3.0:1749611478.687446:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494679552 00000100:00000001:2.0:1749611478.687446:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283374848 : -131939426176768 : ffff8800755ef100) 00000020:00000001:3.0:1749611478.687447:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611478.687448:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749611478.687449:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ef100 x1834598494679936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611498 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611478.687449:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494679680:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611478.687451:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494679680 00000020:00000001:3.0:1749611478.687452:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611478.687452:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611478.687453:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00020000:3.0:1749611478.687454:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749611478.687454:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494679936:12345-0@lo:38:kworker.0 00010000:00000001:3.0:1749611478.687455:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749611478.687456:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494679936 00010000:00000001:3.0:1749611478.687457:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611478.687457:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611478.687458:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:2.0:1749611478.687458:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749611478.687458:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687459:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:1.0:1749611478.687459:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749611478.687460:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749611478.687461:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9a400. 00010000:00000001:1.0:1749611478.687461:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611478.687462:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611478.687463:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611478.687463:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687464:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687464:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749611478.687465:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00020000:2.0:1749611478.687465:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749611478.687466:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611478.687466:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749611478.687467:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611478.687467:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749611478.687468:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611478.687468:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611478.687469:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611478.687469:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611478.687470:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611478.687470:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:1.0:1749611478.687470:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce7800. 00000100:00000040:3.0:1749611478.687471:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749611478.687471:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749611478.687471:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687472:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611478.687472:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687473:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:2.0:1749611478.687473:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0dcc00. 00010000:00000001:1.0:1749611478.687473:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749611478.687474:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749611478.687474:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611478.687474:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611478.687475:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611478.687475:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611478.687476:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611478.687476:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749611478.687476:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611478.687477:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611478.687477:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687478:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:2.0:1749611478.687479:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611478.687479:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611478.687480:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749611478.687480:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749611478.687481:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611478.687481:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:3.0:1749611478.687482:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:2.0:1749611478.687482:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611478.687482:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611478.687483:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000200:3.0:1749611478.687484:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494679552, offset 0 00000100:00000001:2.0:1749611478.687484:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611478.687484:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749611478.687485:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749611478.687485:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749611478.687486:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611478.687486:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687487:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611478.687489:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611478.687490:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611478.687490:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:2.0:1749611478.687491:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749611478.687491:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000200:3.0:1749611478.687492:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b200 02000000:00000001:2.0:1749611478.687492:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687493:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611478.687493:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494679680, offset 0 00000100:00000040:2.0:1749611478.687494:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611478.687495:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x90a9 [1] + 0 00000400:00000010:2.0:1749611478.687496:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000400:00000200:3.0:1749611478.687497:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611478.687497:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611478.687499:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611478.687499:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494679936, offset 0 00000400:00000200:1.0:1749611478.687500:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611478.687501:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611478.687501:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611478.687503:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611478.687503:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b280 00000400:00000200:2.0:1749611478.687505:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611478.687506:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x90b1 [1] + 0 00000100:00000040:3.0:1749611478.687508:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611478.687508:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b380 00000400:00000200:1.0:1749611478.687508:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611478.687510:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x90bd [1] + 0 00000400:00000200:1.0:1749611478.687510:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611478.687512:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611478.687513:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611478.687514:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611478.687514:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611478.687514:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611478.687515:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000400:00000010:3.0:1749611478.687516:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:3.0:1749611478.687518:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611478.687518:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611478.687518:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611478.687519:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687520:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611478.687520:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611478.687521:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611478.687538:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611478.687539:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611478.687540:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611478.687542:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755eea00 x1834598494679552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611478.687543:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611478.687543:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00100000:3.0:1749611478.687547:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494679552:12345-0@lo:38:kworker.0 Request processed in 102us (481us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611478.687547:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749611478.687547:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749611478.687548:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611478.687549:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611478.687550:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00100000:3.0:1749611478.687551:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000400:00000010:2.0:1749611478.687551:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611478.687552:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611478.687552:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611478.687552:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687553:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611478.687553:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749611478.687553:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:3.0:1749611478.687554:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16bc00. 00000100:00000001:2.0:1749611478.687554:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611478.687554:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611478.687556:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000100:00000040:2.0:1749611478.687556:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749611478.687556:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611478.687557:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58a00. 00000100:00000001:2.0:1749611478.687557:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611478.687558:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611478.687558:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755efb80 x1834598494679680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611478.687560:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ef100 x1834598494679936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611498 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687562:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611478.687563:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494679680:12345-0@lo:38:kworker.0 Request processed in 113us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749611478.687565:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494679936:12345-0@lo:38:kworker.0 Request processed in 111us (293us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749611478.687567:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00000001:3.0:1749611478.687569:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611478.687569:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611478.687569:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611478.687570:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611478.687570:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000020:00000010:1.0:1749611478.687571:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16bc80. 00000400:00000001:3.0:1749611478.687572:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611478.687573:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611478.687573:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000400:00000010:3.0:1749611478.687574:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db738. 00000100:00000001:2.0:1749611478.687574:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749611478.687574:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59200. 00000100:00000001:2.0:1749611478.687575:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749611478.687576:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:3.0:1749611478.687576:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:1.0:1749611478.687576:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611478.687577:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16bb00. 00000100:00000001:3.0:1749611478.687578:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611478.687578:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00000200:3.0:1749611478.687580:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611478.687580:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58600. 00000100:00000001:2.0:1749611478.687582:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611478.687584:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749611478.687584:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749611478.687586:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749611478.687588:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611478.687589:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611478.687590:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611478.687590:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611478.687591:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611478.687591:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611478.687592:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687592:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749611478.687594:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611478.687594:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611478.687595:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611478.687596:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe688. 00000020:00000010:3.0:1749611478.687597:0:28324:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b06000. 00000400:00000200:2.0:1749611478.687598:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611478.687599:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00001000:3.0:1749611478.687600:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88012e555c38 time=23 v=5 (5 0 0 0) 00000100:00000001:2.0:1749611478.687600:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749611478.687602:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e555bf0 time=23 v=5 (1 0 0 0) 00000100:00000200:2.0:1749611478.687602:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687603:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611478.687604:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611478.687606:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749611478.687606:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749611478.687608:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687609:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611478.687610:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687611:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749611478.687612:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611478.687612:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611478.687613:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611478.687613:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611478.687613:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611478.687615:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749611478.687615:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749611478.687615:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687616:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611478.687617:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611478 v=5 (0 0 0 0) 00000100:00000040:3.0:1749611478.687618:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611478.687619:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=133 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611478.687620:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611478.687621:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611478.687622:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611478.687624:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687627:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611478.687627:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611478.687628:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611478.687629:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687629:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611478.687631:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687632:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687633:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611478.687634:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611478.687635:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494680064:0@lo:400:kworker.0 00000100:00080000:2.0:1749611478.687635:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611478.687637:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611478.687637:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611478.687638:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611478.687638:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611478.687639:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111264700 x1834598494680064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611478.687640:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687642:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611478.687643:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611478.687644:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006dc59800. 00000100:00100000:2.0:1749611478.687644:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494679552:0@lo:38:kworker.0 02000000:00000001:3.0:1749611478.687646:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1749611478.687646:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749611478.687647:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611478.687647:0:28324:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000001:2.0:1749611478.687647:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611478.687648:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1749611478.687648:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe3c8. 02000000:00000010:3.0:1749611478.687649:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009959d700. 00000400:00000200:2.0:1749611478.687649:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611478.687649:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611478.687650:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611478.687651:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611478.687652:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1749611478.687652:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611478.687653:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111264700. 00000100:00000001:3.0:1749611478.687654:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611478.687655:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611478.687656:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611478.687656:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687658:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611478.687659:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687659:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611478.687659:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611478.687660:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687660:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687661:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611478.687661:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611478.687662:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611478.687663:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611478.687663:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687664:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611478.687665:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1749611478.687665:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611478 v=5 (0 0 0 0) 00000400:00000001:3.0:1749611478.687666:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611478.687667:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749611478.687667:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=33 v=20 (20 1 1 1) 00000400:00000010:3.0:1749611478.687668:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000100:00000001:2.0:1749611478.687668:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611478.687668:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611478.687669:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611478.687671:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611478.687673:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611478.687674:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611478.687675:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611478.687677:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687677:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611478.687678:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611478.687678:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687679:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611478.687680:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611478.687681:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:3.0:1749611478.687682:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611478.687682:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611478.687683:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611478.687685:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611478.687685:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687686:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611478.687687:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611478.687688:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611478.687688:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611478.687689:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611478.687689:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494679680:0@lo:38:kworker.0 02000000:00000001:3.0:1749611478.687690:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611478.687691:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1749611478.687692:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=33 v=5 (5 5 5 5) 00000400:00000001:2.0:1749611478.687692:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1749611478.687693:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=33 v=5 (1 1 1 1) 00000400:00000010:2.0:1749611478.687693:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe420. 00000100:00000001:3.0:1749611478.687694:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749611478.687694:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:2.0:1749611478.687694:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:3.0:1749611478.687695:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687695:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749611478.687696:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749611478.687697:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749611478.687698:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611478.687701:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611478.687702:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687703:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611478.687703:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611478.687704:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611478.687704:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611478.687704:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611478.687705:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687705:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749611478.687706:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611478.687706:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611478.687706:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611478.687707:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611478.687708:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611478.687709:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749611478.687709:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e554438 time=1749611478 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611478.687710:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611478.687711:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611478.687711:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e5543f0 time=23 v=20 (20 0 0 0) 00000100:00000040:3.0:1749611478.687712:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687714:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611478.687715:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611478.687716:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611478.687718:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687721:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611478.687722:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494679808:0@lo:400:kworker.0 00000100:00000001:2.0:1749611478.687722:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611478.687723:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687723:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611478.687724:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687724:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611478.687725:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749611478.687725:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749611478.687726:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111264000 x1834598494679808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611478.687726:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611478.687727:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611478.687729:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749611478.687729:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611478.687730:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611478.687731:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880081f6d400. 02000000:00000001:3.0:1749611478.687732:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611478.687733:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611478.687733:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:2.0:1749611478.687733:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494679936:0@lo:38:kworker.0 00000020:00000001:3.0:1749611478.687734:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611478.687734:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611478.687735:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009959d400. 00000100:00000001:2.0:1749611478.687735:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611478.687736:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611478.687736:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611478.687737:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111264000. 00000100:00000040:2.0:1749611478.687737:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111571180 x1834598494679552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611478.687738:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611478.687739:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611478.687739:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687740:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611478.687741:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611478.687741:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611478.687742:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611478.687742:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0ddc00. 00000100:00000001:3.0:1749611478.687743:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611478.687743:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611478.687743:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611478.687744:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611478.687745:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611478.687746:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611478.687746:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bce7400. 02000000:00000001:2.0:1749611478.687748:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611478.687748:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611478.687749:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571180. 00000100:00000001:2.0:1749611478.687755:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611478.687756:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687757:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611478.687758:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111572a00 x1834598494679680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687762:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611478.687763:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611478.687763:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0df800. 02000000:00000001:2.0:1749611478.687765:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611478.687765:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611478.687766:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611478.687767:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611478.687767:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bce5c00. 02000000:00000001:2.0:1749611478.687769:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611478.687769:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611478.687770:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572a00. 00000100:00000001:2.0:1749611478.687773:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611478.687773:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687774:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611478.687775:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111264380 x1834598494679936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611478.687778:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611478.687779:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611478.687780:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0dc000. 02000000:00000001:2.0:1749611478.687780:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611478.687781:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611478.687781:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611478.687782:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611478.687783:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bce5800. 02000000:00000001:2.0:1749611478.687784:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611478.687785:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611478.687786:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111264380. 00000100:00000001:2.0:1749611478.687787:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611478.687788:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611478.687789:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687789:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611478.687790:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611478.687793:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611478.687794:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611478.688550:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300752146, at 4300752146 00000100:00000010:0.0:1749611478.688555:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230440. 00000100:00000040:1.0:1749611478.688579:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300752146, at 4300752146 00000100:00000040:3.0:1749611478.688581:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300752146, at 4300752146 00000100:00000040:2.0:1749611478.688583:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300752146, at 4300752146 00000100:00000010:1.0:1749611478.688584:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230a80. 00000100:00000010:3.0:1749611478.688586:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230e00. 00000100:00000010:2.0:1749611478.688588:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230f00. 00080000:00000010:2.0:1749611478.706033:0:28027:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611478.706039:0:28027:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611478.706043:0:28027:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611478.706052:0:28027:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611478.706055:0:28027:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611478.706057:0:28027:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611478.706061:0:28027:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611478.706064:0:28027:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611478.706065:0:28027:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611478.783173:0:28069:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611478.783176:0:28069:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_165e: @@@@@@ FAIL: bad read count, got 0, expected 1 00000001:00000001:1.0:1749611478.785411:0:28069:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:2.0:1749611478.998589:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:2.0:1749611478.998594:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:2.0:1749611478.998597:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611478.998692:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1749611479.035294:0:28089:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611479.035302:0:28089:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611479.035306:0:28089:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611479.035340:0:28089:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611479.035345:0:28089:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611479.035348:0:28089:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611479.035355:0:28089:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611479.035359:0:28089:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611479.035362:0:28089:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611479.102609:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611479.102615:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611479.102735:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611479.102740:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611479.102744:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 30663 lines, 30663 kept, 0 dropped, 0 bad.