00080000:00000010:3.0F:1749610946.248027:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610946.248038:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610946.248043:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.248098:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610946.248102:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610946.248104:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.248110:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610946.248113:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610946.248116:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.381182:0:9125:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610946.381191:0:9125:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610946.381195:0:9125:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.381207:0:9125:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610946.381211:0:9125:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610946.381213:0:9125:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.381219:0:9125:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c400. 00080000:00000010:3.0:1749610946.381222:0:9125:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c400. 00000020:00000001:3.0:1749610946.381224:0:9125:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0F:1749610946.384558:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610946.384565:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610946.384570:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610946.384621:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610946.384624:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610946.384625:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610946.384629:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610946.384631:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610946.384632:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0F:1749610946.457613:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610946.457626:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610946.457629:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610946.457633:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610946.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610946.457640:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610946.457643:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610946.457646:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610946.457649:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610946.578091:0:9149:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610946.578102:0:9149:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610946.578108:0:9149:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610946.578127:0:9149:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610946.578132:0:9149:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610946.578136:0:9149:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610946.578143:0:9149:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610946.578148:0:9149:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610946.578151:0:9149:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.586347:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610946.586354:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610946.586359:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.586428:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610946.586432:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610946.586435:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.586441:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610946.586444:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610946.586446:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.602059:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610946.602067:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610946.602073:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.602138:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610946.602143:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610946.602146:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610946.602152:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610946.602155:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610946.602158:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749610946.788366:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610946.788380:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610946.788386:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610946.788459:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610946.788465:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610946.788469:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610946.788478:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610946.788483:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610946.788487:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610946.833616:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610946.833622:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610946.833624:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610946.833629:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab3c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610946.833632:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610946.833636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610946.833639:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610946.833643:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610946.833645:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610946.944346:0:9251:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610946.944358:0:9251:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610946.944365:0:9251:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610946.944383:0:9251:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610946.944389:0:9251:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610946.944393:0:9251:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610946.944401:0:9251:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749610946.944406:0:9251:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749610946.944409:0:9251:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610946.949103:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749610946.949112:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749610946.949119:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610946.949266:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749610946.949273:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749610946.949279:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610946.949288:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749610946.949293:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749610946.949297:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610947.030625:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610947.030630:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610947.030679:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610947.030683:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610947.030686:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610947.031595:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610947.031610:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610947.031613:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.031618:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610947.031622:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610947.031627:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.031631:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610947.038563:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610947.038570:0:30690:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749610947.038574:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610947.038578:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610947.038581:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610947.038584:0:30690:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610947.038588:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610947.038594:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5548 00000100:00080000:1.0:1749610947.038599:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610947.038602:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610947.038606:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.038608:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610947.038611:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610947.038615:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610947.038617:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749610947.038620:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610947.038624:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749610947.038626:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749610947.038628:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749610947.038631:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610947.038633:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.038635:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610947.038643:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610947.038646:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749610947.038649:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610947.038652:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610947.038655:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610947.038662:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610947.038666:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.038668:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610947.038670:0:30690:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610947.038676:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01f480. 00000020:00000040:1.0:1749610947.038680:0:30690:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749610947.038683:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610947.038686:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.038689:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610947.038691:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610947.038695:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610947.038702:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548c00. 00000100:00000001:1.0:1749610947.038710:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610947.038719:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610947.038731:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610947.038735:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.038740:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a01f480] to pc [ptlrpcd_rcv+-1] req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.038765:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610947.038768:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749610947.038772:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610947.038773:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610947.038775:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610947.038777:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610947.038780:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5548 00000100:00080000:1.0:1749610947.038783:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610947.038791:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610947.038794:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.038795:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610947.038798:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610947.038798:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610947.038800:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610947.038801:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000001:2.0:1749610947.038803:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749610947.038803:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610947.038805:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:2.0:1749610947.038806:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610947.038807:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749610947.038809:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:1.0:1749610947.038812:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610947.038813:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.038815:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610947.038817:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610947.038820:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749610947.038822:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610947.038825:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610947.038827:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610947.038827:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749610947.038830:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610947.038832:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.038845:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610947.038847:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.038850:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1749610947.038850:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01e300. 00000100:00000001:2.0:1749610947.038852:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610947.038853:0:30690:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749610947.038855:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610947.038856:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.038858:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610947.038858:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610947.038859:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610947.038860:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.038862:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749610947.038865:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154ac00. 02000000:00000001:2.0:1749610947.038866:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.038869:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610947.038871:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494591232:0@lo:38:kworker.0 00000100:00100000:1.0:1749610947.038874:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610947.038878:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610947.038884:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610947.038888:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.038893:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610947.038893:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610947.038896:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.038899:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a01e300] to pc [ptlrpcd_rcv+-1] req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610947.038900:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031f000. 02000000:00000001:2.0:1749610947.038904:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.038908:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610947.038911:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749610947.038914:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00080000:1.0:1749610947.038914:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610947.038915:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610947.038917:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610947.038919:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610947.038921:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5548 00000400:00000010:2.0:1749610947.038924:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00080000:1.0:1749610947.038924:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749610947.038926:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610947.038928:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.038930:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610947.038932:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610947.038934:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749610947.038935:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494591232, portal 4 00000020:00000040:1.0:1749610947.038935:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:1.0:1749610947.038937:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610947.038939:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1749610947.038939:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:1.0:1749610947.038941:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610947.038942:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092731520 : -131939616820096 : ffff88006a01f480) 00000020:00000001:1.0:1749610947.038943:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:1.0:1749610947.038945:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610947.038947:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.038949:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610947.038950:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610947.038953:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000040:2.0:1749610947.038954:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749610947.038955:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610947.038957:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610947.038963:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610947.038967:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610947.038967:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610947.038969:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.038971:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:2.0:1749610947.038972:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610947.038973:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610947.038976:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000010:1.0:1749610947.038976:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01f800. 00000020:00000040:1.0:1749610947.038978:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:2.0:1749610947.038980:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494591232, offset 0 02000000:00000001:1.0:1749610947.038980:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610947.038981:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.038983:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610947.038984:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610947.038986:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610947.038990:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749610947.038990:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d3800. 00000100:00000001:1.0:1749610947.038993:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610947.038997:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610947.039004:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610947.039006:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.039010:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a01f800] to pc [ptlrpcd_rcv+-1] req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610947.039011:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610947.039017:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.039020:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610947.039023:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749610947.039027:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01dc00. 00000400:00000200:2.0:1749610947.039029:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf935900 00000020:00000040:1.0:1749610947.039029:0:30690:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749610947.039032:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610947.039033:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610947.039035:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610947.039038:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4800. 00000400:00000200:2.0:1749610947.039041:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df1 [256] + 15080 00000100:00000001:1.0:1749610947.039041:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.039045:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610947.039052:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610947.039053:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610947.039058:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610947.039060:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610947.039064:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a01dc00] to pc [ptlrpcd_00_02+2] req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.039068:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610947.039072:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749610947.039083:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610947.039086:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749610947.039089:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe300. 00000100:00080000:1.0:1749610947.039089:0:30690:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610947.039091:0:30690:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749610947.039093:0:30690:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749610947.039094:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebe300 x1834598494591232 msgsize 520 00000100:00000001:1.0:1749610947.039095:0:30690:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749610947.039097:0:30690:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5548 00000100:00080000:1.0:1749610947.039099:0:30690:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749610947.039100:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610947.039102:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610947.039104:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.039105:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610947.039107:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749610947.039109:0:30690:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610947.039111:0:30690:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749610947.039112:0:30690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610947.039114:0:30690:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749610947.039116:0:30690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749610947.039118:0:30690:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610947.039120:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610947.039121:0:30690:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610947.039122:0:30690:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.039124:0:30690:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610947.039125:0:30690:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749610947.039127:0:30690:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:2.0:1749610947.039130:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00080000:1.0:1749610947.039130:0:30690:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610947.039132:0:30690:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610947.039133:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 02000000:00000001:1.0:1749610947.039133:0:30690:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610947.039136:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610947.039137:0:30690:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610947.039142:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.039151:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610947.039152:0:30690:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039155:0:30690:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:2.0:1749610947.039157:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.039157:0:30690:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610947.039160:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01c000. 00000020:00000040:1.0:1749610947.039162:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749610947.039164:0:30690:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610947.039165:0:30690:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039167:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610947.039168:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610947.039168:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610947.039170:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749610947.039170:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039171:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610947.039174:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494591232 02000000:00000010:1.0:1749610947.039174:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801214d3000. 00000100:00000001:1.0:1749610947.039177:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610947.039178:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610947.039178:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.039181:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749610947.039181:0:30690:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610947.039184:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610947.039184:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1270 usecs (2 jiffies) 00000100:00000001:1.0:1749610947.039188:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749610947.039189:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039190:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300220498 00000100:00000001:1.0:1749610947.039190:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.039193:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a01c000] to pc [ptlrpcd_rcv+-1] req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610947.039194:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494591232 00000020:00000001:3.0:1749610947.039197:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1749610947.039197:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a2f3340. 00000020:00000040:3.0:1749610947.039199:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610947.039201:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610947.039201:0:30690:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610947.039204:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.039204:0:30690:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1749610947.039206:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039206:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610947.039207:0:30690:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749610947.039210:0:30690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01d500. 00000020:00000010:3.0:1749610947.039212:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0da00. 00000020:00000040:1.0:1749610947.039212:0:30690:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610947.039214:0:30690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610947.039215:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300220498 02000000:00000001:1.0:1749610947.039215:0:30690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610947.039216:0:30690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610947.039218:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000010:2.0:1749610947.039219:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a2f3cc0. 02000000:00000010:1.0:1749610947.039219:0:30690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4b00. 00000100:00000001:1.0:1749610947.039221:0:30690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610947.039223:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000001:2.0:1749610947.039224:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:1.0:1749610947.039225:0:30690:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610947.039228:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610947.039229:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300220498 00000100:00000001:3.0:1749610947.039230:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610947.039231:0:30690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610947.039232:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610947.039232:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a2f3c40. 00000100:00000001:1.0:1749610947.039233:0:30690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.039265:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039269:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:1.0:1749610947.039270:0:30690:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006a01d500] to pc [ptlrpcd_00_03+3] req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.039274:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300220498 00000100:00000001:3.0:1749610947.039275:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610947.039279:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a2f3300. 00000100:00000001:2.0:1749610947.039284:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610947.039285:0:30690:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.039286:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610947.039288:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610947.039289:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610947.039291:0:30690:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5558) 00000100:00000001:2.0:1749610947.039292:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610947.039295:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00000001:2.0:1749610947.039297:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.039298:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175171328 : -131939534380288 : ffff88006eebe300) 00000100:00000001:1.0:1749610947.039302:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610947.039304:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610947.039305:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebe300 x1834598494591232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610967 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.039306:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610947.039306:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610947.039311:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.039312:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610947.039314:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.039316:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610947.039318:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494591232:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610947.039318:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610947.039318:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610947.039319:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610947.039320:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610947.039322:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494591232 02000000:00000001:1.0:1749610947.039323:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610947.039325:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610947.039325:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610947.039326:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749610947.039327:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610947.039330:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610947.039331:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494591872:0@lo:400:kworker.0 00000100:00000001:2.0:1749610947.039334:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610947.039334:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610947.039335:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610947.039337:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610947.039338:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610947.039339:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.039341:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610947.039341:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610947.039343:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610947.039343:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124a00. 00000020:00000001:3.0:1749610947.039344:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610947.039345:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610947.039346:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494591360:0@lo:38:kworker.0 00010000:00020000:3.0:1749610947.039349:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610947.039350:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749610947.039350:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbbb0. 00010000:00000001:3.0:1749610947.039352:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610947.039352:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610947.039354:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610947.039355:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 02000000:00000001:2.0:1749610947.039356:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610947.039359:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494591872, portal 10 02000000:00000010:2.0:1749610947.039360:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031f400. 00000100:00000001:1.0:1749610947.039361:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749610947.039362:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610947.039362:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039363:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092723456 : -131939616828160 : ffff88006a01d500) 00000100:00000001:3.0:1749610947.039366:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749610947.039366:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fedc0. 00000100:00000001:3.0:1749610947.039369:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610947.039370:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000040:1.0:1749610947.039370:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610947.039372:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749610947.039374:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494591360, portal 10 02000000:00000010:3.0:1749610947.039376:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5cc00. 00000100:00000001:2.0:1749610947.039376:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610947.039377:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610947.039378:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039378:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092727040 : -131939616824576 : ffff88006a01e300) 00000100:00000040:1.0:1749610947.039379:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610947.039381:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610947.039381:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000200:1.0:1749610947.039384:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494591872, offset 0 00000100:00000040:2.0:1749610947.039385:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610947.039386:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610947.039388:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610947.039389:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610947.039391:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749610947.039392:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610947.039394:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610947.039395:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1749610947.039396:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000400:00000200:1.0:1749610947.039397:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610947.039398:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494591360, offset 0 00000100:00000001:3.0:1749610947.039399:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610947.039402:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610947.039402:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610947.039404:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610947.039407:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610947.039410:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749610947.039410:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf935b80 02000000:00000001:3.0:1749610947.039412:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610947.039413:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610947.039414:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.039416:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610947.039418:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 108432 00000100:00000040:3.0:1749610947.039419:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610947.039419:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf935980 00000400:00000010:3.0:1749610947.039423:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000400:00000200:1.0:1749610947.039424:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610947.039427:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494591232, offset 0 00000400:00000200:1.0:1749610947.039428:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610947.039430:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 108656 00000400:00000200:2.0:1749610947.039436:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610947.039436:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610947.039438:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610947.039439:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749610947.039442:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a01d880. 00000400:00000200:3.0:1749610947.039443:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610947.039445:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88006a01d880 x1834598494591872 msgsize 224 00000100:00100000:1.0:1749610947.039449:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610947.039453:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610947.039458:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610947.039460:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf935900 00000400:00000200:3.0:1749610947.039483:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7401 [1] + 0 00000100:00000001:2.0:1749610947.039485:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610947.039488:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610947.039488:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610947.039488:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:2.0:1749610947.039490:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610947.039490:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000400:00000200:3.0:1749610947.039492:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610947.039493:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610947.039495:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610947.039496:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610947.039497:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610947.039501:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.039503:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610947.039505:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039506:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610947.039507:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610947.039509:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610947.039509:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610947.039512:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610947.039512:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610947.039514:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494591616:0@lo:400:kworker.0 00000100:00000001:1.0:1749610947.039516:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039517:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610947.039518:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610947.039521:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610947.039521:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.039547:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 912 usecs (1 jiffies) 02000000:00000001:2.0:1749610947.039548:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.039551:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610947.039551:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300220498 00000100:00000001:1.0:1749610947.039554:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300220498 02000000:00000010:2.0:1749610947.039556:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880123e7bc00. 00000100:00000001:1.0:1749610947.039557:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300220498 02000000:00000001:2.0:1749610947.039558:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039559:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300220498 00000100:00000001:1.0:1749610947.039561:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300220498 00000100:00000001:3.0:1749610947.039563:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610947.039563:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe5d8. 00000100:00000001:1.0:1749610947.039563:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300220498 00000100:00000001:1.0:1749610947.039565:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300220498 00000100:00000001:1.0:1749610947.039567:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300220498 00000400:00000010:2.0:1749610947.039568:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000100:00000001:1.0:1749610947.039569:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610947.039571:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000010:3.0:1749610947.039574:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610947.039576:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.039577:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610947.039579:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610947.039579:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.039582:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039582:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610947.039583:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494591616, portal 10 00000100:00000040:3.0:1749610947.039586:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610947.039587:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610947.039587:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610947.039588:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039589:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092725248 : -131939616826368 : ffff88006a01dc00) 00000100:00000001:1.0:1749610947.039589:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1749610947.039590:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610947.039591:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610947.039593:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610947.039595:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe300 x1834598494591232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610967 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.039595:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039597:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610947.039599:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610947.039605:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494591232:12345-0@lo:38:kworker.0 Request processed in 287us (509us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610947.039610:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610947.039613:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610947.039613:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610947.039614:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1749610947.039615:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494591872 00000400:00000010:2.0:1749610947.039616:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 02000000:00000001:1.0:1749610947.039617:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610947.039618:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610947.039619:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610947.039619:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610947.039620:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494591616, offset 0 00000100:00000001:1.0:1749610947.039622:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610947.039624:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 02000000:00000001:1.0:1749610947.039625:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610947.039626:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610947.039627:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494591872 00000020:00000010:3.0:1749610947.039628:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000020:00000001:1.0:1749610947.039630:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610947.039631:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000010:3.0:1749610947.039632:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0da00. 00000020:00000001:1.0:1749610947.039633:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610947.039635:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610947.039636:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1749610947.039636:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610947.039638:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749610947.039641:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610947.039646:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610947.039648:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7e8840. 00000020:00000040:1.0:1749610947.039656:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:2.0:1749610947.039658:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf935a80 00000100:00000001:1.0:1749610947.039662:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1749610947.039665:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 109176 00000020:00000010:1.0:1749610947.039665:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000020:00000010:1.0:1749610947.039668:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000400:00000200:2.0:1749610947.039673:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610947.039673:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000400:00000200:2.0:1749610947.039678:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610947.039678:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610947.039680:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610947.039682:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610947.039683:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610947.039685:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610947.039685:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610947.039690:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebe680. 00000100:00000001:1.0:1749610947.039690:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610947.039692:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1749610947.039694:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebe680 x1834598494591616 msgsize 224 00000100:00000001:1.0:1749610947.039694:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610947.039700:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610947.039706:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610947.039714:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610947.039715:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610947.039716:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494591616 02000000:00000001:1.0:1749610947.039717:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610947.039719:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610947.039721:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.039722:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610947.039722:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:3.0:1749610947.039723:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749610947.039723:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610947.039725:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00100000:1.0:1749610947.039726:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494591616 00000020:00000001:1.0:1749610947.039727:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749610947.039728:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00000001:2.0:1749610947.039728:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:1.0:1749610947.039729:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:1.0:1749610947.039730:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610947.039731:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000040:1.0:1749610947.039732:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610947.039733:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134092724352 : -131939616827264 : ffff88006a01d880) 00000100:00000200:2.0:1749610947.039734:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610947.039734:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610947.039736:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:3.0:1749610947.039738:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a01d880 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:383/0 lens 224/0 e 0 to 0 dl 1749610958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.039739:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610947.039741:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7e80c0. 00000100:00000001:2.0:1749610947.039743:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749610947.039745:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b49d48c0. 00000100:00000001:3.0:1749610947.039746:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610947.039746:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.039748:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610947.039749:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137382d40. 00000020:00000010:1.0:1749610947.039749:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e7e80c0. 00000100:00000001:3.0:1749610947.039752:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610947.039753:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610947.039753:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000020:00000010:3.0:1749610947.039754:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880137382d40. 00000100:00000001:2.0:1749610947.039755:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610947.039756:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000020:00000010:1.0:1749610947.039758:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:2.0:1749610947.039759:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039761:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610947.039762:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749610947.039763:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 961 usecs (1 jiffies) 00000100:00000001:1.0:1749610947.039764:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610947.039766:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494591872:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610947.039766:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300220498 00000100:00000001:1.0:1749610947.039767:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610947.039768:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610947.039769:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300220498 00000100:00000001:1.0:1749610947.039769:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610947.039770:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494591872 00000100:00000001:2.0:1749610947.039772:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300220498 00000020:00000001:3.0:1749610947.039773:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610947.039774:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300220498 00000020:00000001:3.0:1749610947.039776:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610947.039776:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300220498 00000100:00000001:1.0:1749610947.039776:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610947.039779:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039779:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300220498 00000100:00000001:2.0:1749610947.039780:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300220498 00000100:00000001:1.0:1749610947.039780:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610947.039781:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610947.039782:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610947.039783:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300220498 00000020:00000001:3.0:1749610947.039784:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610947.039784:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610947.039786:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000020:00000001:3.0:1749610947.039787:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749610947.039789:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000001:3.0:1749610947.039791:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610947.039792:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175172224 : -131939534379392 : ffff88006eebe680) 00000020:00000001:3.0:1749610947.039793:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610947.039793:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610947.039795:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610947.039796:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610947.039797:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.039797:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebe680 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:383/0 lens 224/0 e 0 to 0 dl 1749610958 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.039798:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610947.039799:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610947.039803:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610947.039804:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610947.039805:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610947.039806:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610947.039808:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749610947.039809:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5fc00. 00000100:00000001:2.0:1749610947.039810:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610947.039811:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039811:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039811:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610947.039813:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039813:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610947.039813:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7e80c0. 00000020:00000001:3.0:1749610947.039815:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039816:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1749610947.039818:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494591872 00000020:00000010:1.0:1749610947.039818:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e7e80c0. 00010000:00000001:3.0:1749610947.039821:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749610947.039822:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494591616:12345-0@lo:400:kworker.0 00010000:00000200:3.0:1749610947.039825:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006a01d880 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:383/0 lens 224/224 e 0 to 0 dl 1749610958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610947.039826:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494591616 00000020:00000001:1.0:1749610947.039829:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610947.039830:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610947.039831:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610947.039831:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:3.0:1749610947.039833:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749610947.039834:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610947.039835:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610947.039835:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebea00. 00000020:00000001:1.0:1749610947.039836:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00001000:3.0:1749610947.039838:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=152 v=5 (1 1 1 1) 00000020:00000001:1.0:1749610947.039838:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:2.0:1749610947.039839:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebea00 x1834598494591360 msgsize 520 00000020:00000001:1.0:1749610947.039841:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610947.039842:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749610947.039844:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610947.039845:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610947.039845:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749610947.039846:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610947.039846:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610947.039847:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749610947.039848:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610947.039849:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610947.039850:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610947.039851:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610947.039852:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610947.039853:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610947.039853:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610947.039855:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610947.039856:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749610947.039857:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000400:00000200:2.0:1749610947.039859:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 02000000:00000010:1.0:1749610947.039859:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d0400. 00000400:00000010:2.0:1749610947.039862:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 02000000:00000001:1.0:1749610947.039862:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.039864:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039865:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749610947.039866:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610947.039867:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494591872, offset 224 00010000:00000040:1.0:1749610947.039869:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494591616 00010000:00000001:1.0:1749610947.039871:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:2.0:1749610947.039872:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610947.039873:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1749610947.039876:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88006eebe680 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:383/0 lens 224/224 e 0 to 0 dl 1749610958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610947.039880:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610947.039882:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610947.039883:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610947.039885:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610947.039887:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf935b80 00000100:00000040:2.0:1749610947.039888:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610947.039888:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=2 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610947.039892:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.039894:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610947.039898:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610947.039900:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7409 [1] + 224 00000100:00000001:2.0:1749610947.039901:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610947.039901:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610947.039903:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610947.039905:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610947.039905:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039906:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610947.039908:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610947.039908:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610947.039910:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610947.039911:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610947.039911:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1008 usecs (2 jiffies) 00000400:00000010:1.0:1749610947.039913:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749610947.039915:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300220499 00000100:00000200:3.0:1749610947.039916:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610947.039917:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494591616, offset 224 00000100:00000001:2.0:1749610947.039922:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300220498 00000400:00000200:1.0:1749610947.039922:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610947.039925:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.039927:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300220499 00000400:00000200:1.0:1749610947.039929:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610947.039932:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300220498 00000400:00000200:1.0:1749610947.039935:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf935a80 00000100:00000001:2.0:1749610947.039936:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300220499 00000100:00000001:3.0:1749610947.039938:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610947.039940:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300220498 00000400:00000200:1.0:1749610947.039941:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x741d [1] + 224 00000400:00000200:1.0:1749610947.039946:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610947.039948:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000400:00000200:1.0:1749610947.039949:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610947.039950:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000001:3.0:1749610947.039953:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610947.039954:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610947.039954:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300220499 00000100:00000001:1.0:1749610947.039954:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610947.039957:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039958:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300220498 00000100:00000200:1.0:1749610947.039959:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610947.039960:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610947.039962:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610947.039963:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610947.039964:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610947.039966:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610947.039967:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.039968:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610947.039969:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01d880 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:383/0 lens 224/224 e 0 to 0 dl 1749610958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.039970:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610947.039978:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610947.039979:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a01d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494591872:12345-0@lo:400:kworker.0 Request processed in 231us (532us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610947.039979:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610947.039984:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749610947.039986:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00100000:3.0:1749610947.039987:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00000001:1.0:1749610947.039988:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610947.039990:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749610947.039990:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610947.039991:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610947.039992:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610947.039992:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.039993:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.039994:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610947.039995:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749610947.039997:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 02000000:00000001:2.0:1749610947.039997:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1749610947.039998:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610947.039999:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.040000:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610947.040001:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000020:00000001:1.0:1749610947.040001:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749610947.040004:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.040005:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebe680 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:383/0 lens 224/224 e 0 to 0 dl 1749610958 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610947.040008:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494591488:0@lo:38:kworker.0 00000020:00000010:3.0:1749610947.040009:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000100:00000001:2.0:1749610947.040014:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1749610947.040015:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:1.0:1749610947.040015:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494591616:12345-0@lo:400:kworker.0 Request processed in 203us (318us total) trans 0 rc 0/0 02000000:00000001:2.0:1749610947.040017:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610947.040018:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610947.040019:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.040022:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749610947.040024:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 02000000:00000010:2.0:1749610947.040027:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031d800. 00000100:00000001:3.0:1749610947.040030:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610947.040030:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.040031:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00100000:3.0:1749610947.040032:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494591360 00000100:00000001:1.0:1749610947.040034:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749610947.040035:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1749610947.040035:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:1.0:1749610947.040036:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610947.040038:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610947.040040:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:3.0:1749610947.040041:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610947.040041:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a5d8. 00000020:00000010:1.0:1749610947.040043:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 02000000:00000001:3.0:1749610947.040044:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610947.040046:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494591488, portal 10 00000020:00000010:1.0:1749610947.040046:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00100000:3.0:1749610947.040048:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494591360 00000100:00000001:2.0:1749610947.040048:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749610947.040051:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610947.040051:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092732416 : -131939616819200 : ffff88006a01f800) 00000020:00000040:1.0:1749610947.040051:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000040:3.0:1749610947.040053:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610947.040053:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610947.040056:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610947.040058:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610947.040061:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610947.040061:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610947.040066:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0da00. 00000100:00080000:1.0:1749610947.040068:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749610947.040071:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000020:00000040:1.0:1749610947.040071:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610947.040072:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610947.040075:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000040:2.0:1749610947.040076:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610947.040078:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610947.040079:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610947.040079:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610947.040080:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610947.040081:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749610947.040082:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494591488, offset 0 00000100:00000001:3.0:1749610947.040083:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610947.040085:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610947.040087:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610947.040088:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610947.040090:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbbb0. 00000400:00000200:1.0:1749610947.040092:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000400:00000010:1.0:1749610947.040094:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:1.0:1749610947.040096:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610947.040098:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610947.040100:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610947.040106:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610947.040107:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610947.040108:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749610947.040109:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610947.040114:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00000001:1.0:1749610947.040116:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610947.040117:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175173120 : -131939534378496 : ffff88006eebea00) 00000100:00000001:1.0:1749610947.040117:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610947.040118:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610947.040120:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610947.040123:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610947.040124:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebea00 x1834598494591360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610967 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.040124:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610947.040126:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610947.040129:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610947.040134:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=102 v=5 (5 5 5 5) 00000400:00000200:2.0:1749610947.040136:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf935a00 00000100:00100000:3.0:1749610947.040138:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494591360:12345-0@lo:38:kworker.0 00000100:00001000:1.0:1749610947.040138:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610947.040140:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610947.040142:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610947.040143:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494591360 00000400:00000200:2.0:1749610947.040143:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 109400 00010000:00000001:1.0:1749610947.040144:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1749610947.040146:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00080000:1.0:1749610947.040148:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610947.040149:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610947.040151:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610947.040155:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610947.040159:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749610947.040160:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610947.040160:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1749610947.040161:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610947.040164:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebed80. 00000100:00000001:1.0:1749610947.040165:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610947.040167:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebed80 x1834598494591488 msgsize 520 00000100:00000040:1.0:1749610947.040167:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610947.040169:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610947.040170:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610947.040171:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749610947.040173:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749610947.040174:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610947.040176:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610947.040180:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610947.040180:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610947.040182:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610947.040183:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749610947.040184:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:1.0:1749610947.040184:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610947.040186:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610947.040186:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610947.040186:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610947.040188:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610947.040189:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610947.040189:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610947.040194:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eb99000. 00000100:00000200:2.0:1749610947.040194:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610947.040197:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610947.040197:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494591872:0@lo:400:kworker.0 00000100:00000001:3.0:1749610947.040200:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.040201:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610947.040202:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610947.040204:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610947.040204:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.040204:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610947.040206:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.040207:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01d500 x1834598494591872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610947.040210:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610947.040211:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.040213:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610947.040214:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610947.040214:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610947.040216:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610947.040216:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610947.040217:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610947.040220:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610947.040220:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 912 usecs (1 jiffies) 02000000:00000010:1.0:1749610947.040220:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124a00. 00000100:00000001:2.0:1749610947.040222:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300220498 00000100:00000001:3.0:1749610947.040223:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610947.040223:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610947.040225:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300220499 00000020:00000001:1.0:1749610947.040225:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610947.040226:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:1.0:1749610947.040226:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610947.040227:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300220498 00000020:00000001:1.0:1749610947.040228:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749610947.040230:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610947.040230:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300220499 02000000:00000010:1.0:1749610947.040231:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4b00. 00000100:00000001:2.0:1749610947.040232:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300220498 02000000:00000001:3.0:1749610947.040233:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610947.040233:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610947.040234:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300220499 02000000:00000001:1.0:1749610947.040256:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610947.040259:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01d500. 02000000:00000001:3.0:1749610947.040261:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.040261:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300220498 00000100:00000001:1.0:1749610947.040263:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610947.040264:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610947.040265:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610947.040265:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300220499 00000100:00000001:1.0:1749610947.040266:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610947.040268:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610947.040268:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610947.040272:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000001:1.0:1749610947.040275:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610947.040276:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.040277:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610947.040278:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494591360, offset 0 00000100:00000001:2.0:1749610947.040279:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610947.040279:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610947.040281:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610947.040284:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610947.040285:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610947.040291:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610947.040292:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749610947.040293:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494591488 00000100:00000001:2.0:1749610947.040294:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610947.040295:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610947.040295:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610947.040296:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610947.040297:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610947.040299:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610947.040299:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.040301:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610947.040302:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610947.040303:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf935980 00000100:00100000:2.0:1749610947.040304:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006a01c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494591744:0@lo:38:kworker.0 00000100:00100000:1.0:1749610947.040304:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494591488 00000100:00000001:2.0:1749610947.040307:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610947.040307:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610947.040308:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610947.040309:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610947.040310:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x740d [1] + 0 00000020:00000001:1.0:1749610947.040310:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610947.040311:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610947.040312:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.040314:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610947.040314:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610947.040316:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749610947.040317:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124a00. 02000000:00000010:2.0:1749610947.040318:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88013031d000. 00000400:00000200:3.0:1749610947.040320:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610947.040320:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 02000000:00000001:2.0:1749610947.040322:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.040323:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610947.040323:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:1.0:1749610947.040326:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610947.040327:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fecb8. 00000100:00000001:1.0:1749610947.040327:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749610947.040328:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.040329:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610947.040332:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749610947.040332:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610947.040337:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494591744, portal 10 00000100:00000001:1.0:1749610947.040338:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.040340:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610947.040342:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134092718080 : -131939616833536 : ffff88006a01c000) 00000100:00000001:1.0:1749610947.040343:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610947.040345:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610947.040349:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00000040:3.0:1749610947.040351:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610947.040351:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.040351:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175174016 : -131939534377600 : ffff88006eebed80) 00000100:00000040:1.0:1749610947.040355:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebed80 x1834598494591488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610967 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610947.040360:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610947.040361:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610947.040365:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000040:2.0:1749610947.040365:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610947.040366:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494591488:12345-0@lo:38:kworker.0 00000400:00000010:3.0:1749610947.040367:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000400:00000010:2.0:1749610947.040369:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000200:1.0:1749610947.040369:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494591488 00000100:00000001:3.0:1749610947.040370:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610947.040371:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610947.040372:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749610947.040373:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494591744, offset 0 00000100:00000001:3.0:1749610947.040374:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610947.040374:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749610947.040377:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610947.040379:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610947.040379:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610947.040381:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610947.040383:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610947.040386:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebea00 x1834598494591360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610967 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610947.040389:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00020000:1.0:1749610947.040392:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749610947.040395:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494591360:12345-0@lo:38:kworker.0 Request processed in 258us (554us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749610947.040395:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610947.040397:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf935b00 00010000:00000001:1.0:1749610947.040398:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610947.040400:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610947.040402:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610947.040403:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 109920 00000100:00100000:3.0:1749610947.040404:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 02000000:00000001:1.0:1749610947.040404:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610947.040406:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610947.040408:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:1.0:1749610947.040409:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63cc00. 00000400:00000200:2.0:1749610947.040410:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610947.040411:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610947.040412:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000100:00000001:1.0:1749610947.040413:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610947.040414:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000400:00000200:2.0:1749610947.040416:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610947.040416:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749610947.040417:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0da00. 00010000:00000001:1.0:1749610947.040418:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.040420:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610947.040421:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610947.040424:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610947.040427:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610947.040429:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610947.040431:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610947.040432:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610947.040434:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610947.040434:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610947.040437:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000010:2.0:1749610947.040439:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebf100. 02000000:00000001:1.0:1749610947.040439:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610947.040441:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610947.040443:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebf100 x1834598494591744 msgsize 520 00000100:00000001:1.0:1749610947.040443:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610947.040445:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610947.040447:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00100000:2.0:1749610947.040450:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749610947.040451:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494591488, offset 0 00000400:00000200:1.0:1749610947.040456:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610947.040459:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610947.040463:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610947.040466:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:2.0:1749610947.040469:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000400:00000200:1.0:1749610947.040469:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf935a00 00000100:00000001:2.0:1749610947.040473:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749610947.040475:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x742d [1] + 0 00000100:00000200:2.0:1749610947.040479:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610947.040479:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610947.040493:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610947.040493:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610947.040496:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494591744 00000100:00000001:1.0:1749610947.040496:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610947.040498:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610947.040498:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610947.040499:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610947.040500:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610947.040502:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610947.040502:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610947.040505:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610947.040507:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494591744 00000100:00000001:2.0:1749610947.040508:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610947.040509:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610947.040510:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749610947.040511:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610947.040513:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610947.040514:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610947.040518:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 695 usecs (1 jiffies) 00000020:00000001:3.0:1749610947.040520:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.040520:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300220498 00000100:00000040:1.0:1749610947.040520:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610947.040543:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610947.040547:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880091b0da00. 00000100:00000001:2.0:1749610947.040548:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300220499 00000020:00000010:3.0:1749610947.040550:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000001:2.0:1749610947.040550:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300220499 00000020:00000010:3.0:1749610947.040552:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000001:2.0:1749610947.040552:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300220499 00000100:00000001:2.0:1749610947.040554:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300220499 00000100:00000001:1.0:1749610947.040555:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610947.040556:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610947.040557:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610947.040557:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300220499 00000100:00000001:2.0:1749610947.040558:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300220499 00000100:00000001:3.0:1749610947.040560:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.040560:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300220499 00000400:00000200:1.0:1749610947.040562:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:3.0:1749610947.040563:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.040563:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610947.040564:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:2.0:1749610947.040565:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.040566:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610947.040568:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610947.040568:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749610947.040569:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610947.040570:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610947.040571:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610947.040573:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00000040:1.0:1749610947.040574:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610947.040575:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610947.040576:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610947.040577:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610947.040579:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610947.040580:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00000001:3.0:1749610947.040582:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175174912 : -131939534376704 : ffff88006eebf100) 00000100:00000040:1.0:1749610947.040583:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebed80 x1834598494591488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610967 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610947.040584:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000040:3.0:1749610947.040587:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebf100 x1834598494591744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610967 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610947.040588:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749610947.040592:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610947.040594:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494591488:12345-0@lo:38:kworker.0 Request processed in 228us (424us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610947.040595:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494591744:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610947.040597:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610947.040599:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494591744 00000020:00000001:3.0:1749610947.040601:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610947.040603:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610947.040603:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00000001:1.0:1749610947.040606:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610947.040607:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749610947.040611:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610947.040611:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610947.040611:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00010000:00020000:3.0:1749610947.040614:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749610947.040614:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00010000:00000001:3.0:1749610947.040617:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749610947.040617:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124a00. 00010000:00000001:3.0:1749610947.040619:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610947.040620:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610947.040622:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610947.040622:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610947.040623:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610947.040625:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610947.040625:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.040628:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610947.040631:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610947.040634:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749610947.040637:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be80000. 00000100:00000001:2.0:1749610947.040637:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610947.040639:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.040640:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610947.040641:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610947.040644:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610947.040646:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610947.040648:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610947 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610947.040649:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610947.040651:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1749610947.040653:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=70 v=20 (1 20 1 1) 00000100:00000001:1.0:1749610947.040653:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610947.040655:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:1.0:1749610947.040656:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610947.040657:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1749610947.040657:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610947.040658:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610947.040660:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749610947.040660:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe5d8. 00000100:00000001:2.0:1749610947.040661:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610947.040662:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610947.040663:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000100:00000001:3.0:1749610947.040664:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610947.040664:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610947.040664:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000040:3.0:1749610947.040667:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610947.040667:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610947.040669:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610947.040671:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610947.040671:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610947.040671:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610947.040673:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610947.040675:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610947.040678:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed7f8. 00000100:00000200:1.0:1749610947.040680:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610947.040682:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494591744, offset 0 00000100:00000001:2.0:1749610947.040683:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610947.040686:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610947.040687:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610947.040689:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.040692:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749610947.040693:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610947.040693:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610947.040695:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.040696:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610947.040697:0:28323:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749610947.040698:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf935b00 02000000:00000001:1.0:1749610947.040699:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:2.0:1749610947.040701:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610947.040701:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610947.040702:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610947.040703:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7439 [1] + 0 02000000:00000001:1.0:1749610947.040704:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610947.040706:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:3.0:1749610947.040707:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749610947.040709:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=152 v=5 (5 5 5 5) 00000400:00000200:3.0:1749610947.040710:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610947.040710:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610947.040713:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749610947.040713:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=152 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610947.040715:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749610947.040717:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610947.040717:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.040717:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610947.040719:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610947.040723:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610947.040726:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610947.040730:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.040732:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610947.040734:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610947.040734:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610947.040735:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1749610947.040737:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed7f8 00000100:00000001:1.0:1749610947.040737:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610947.040739:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed7f8. 00000100:00000040:1.0:1749610947.040740:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610947.040741:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610947.040743:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610947.040745:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.040747:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610947.040748:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610947.040749:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610947.040750:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610947.040750:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610947.040751:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494591232:0@lo:38:kworker.0 00000020:00000001:3.0:1749610947.040752:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610947.040754:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610947.040755:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebf100 x1834598494591744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610967 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.040759:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.040762:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610947.040762:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494591616:0@lo:400:kworker.0 00000100:00000001:1.0:1749610947.040766:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610947.040767:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01f480 x1834598494591232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610947.040768:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610947.040769:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494591744:12345-0@lo:38:kworker.0 Request processed in 173us (323us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749610947.040771:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01dc00 x1834598494591616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610947.040777:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00000001:2.0:1749610947.040778:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610947.040779:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610947.040780:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610947.040780:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749610947.040784:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 02000000:00000010:2.0:1749610947.040784:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013031f000. 00000020:00000010:3.0:1749610947.040786:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000100:00000001:1.0:1749610947.040788:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1749610947.040789:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880091b0da00. 02000000:00000001:1.0:1749610947.040790:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610947.040791:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610947.040792:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1749610947.040792:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880123e7bc00. 00000020:00000001:2.0:1749610947.040795:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749610947.040795:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610947.040797:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610947.040798:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:1.0:1749610947.040798:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610947.040800:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749610947.040801:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610947.040802:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4800. 02000000:00000010:2.0:1749610947.040804:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548c00. 02000000:00000001:1.0:1749610947.040804:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610947.040805:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610947.040807:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01dc00. 02000000:00000001:2.0:1749610947.040809:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610947.040809:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610947.040810:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610947.040812:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610947.040812:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610947.040815:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01f480. 00000100:00000001:1.0:1749610947.040816:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610947.040818:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.040819:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610947.040819:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610947.040821:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.040822:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.040824:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.040831:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610947.040834:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.040838:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610947.040840:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610947.040845:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610947.040847:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610947.040851:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fedc0. 00000400:00000200:2.0:1749610947.040855:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749610947.040858:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:2.0:1749610947.040862:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610947.040867:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610947.040875:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.040896:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610947.040898:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.040900:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610947.040903:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610947.040904:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610947.040906:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.040908:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610947.040914:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610947 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610947.040917:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=52 v=20 (1 20 1 1) 00000100:00000001:2.0:1749610947.040920:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610947.040922:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610947.040925:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610947.040929:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.040936:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610947.040938:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610947.040940:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.040943:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610947.040945:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610947.040949:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610947.040952:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610947.040955:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610947.040961:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610947.040973:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494591360:0@lo:38:kworker.0 00000400:00000001:2.0:1749610947.040982:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610947.040985:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610947.040988:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000400:00000200:2.0:1749610947.040992:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a5d8 00000400:00000010:2.0:1749610947.040995:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a5d8. 00000100:00000001:2.0:1749610947.041005:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610947.041011:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610947.041025:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.041035:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610947.041037:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.041040:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610947.041042:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610947.041044:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610947.041046:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.041049:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610947.041054:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610947 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610947.041059:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=152 v=20 (20 1 1 1) 00000100:00000001:2.0:1749610947.041064:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610947.041066:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610947.041069:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610947.041075:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.041082:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610947.041085:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610947.041086:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.041088:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610947.041089:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610947.041092:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610947.041094:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610947.041096:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610947.041100:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610947.041108:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494591488:0@lo:38:kworker.0 00000400:00000001:2.0:1749610947.041121:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610947.041123:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610947.041124:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fecb8. 00000400:00000200:2.0:1749610947.041127:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749610947.041128:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749610947.041131:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610947.041134:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610947.041142:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.041148:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610947.041150:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.041151:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610947.041153:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610947.041154:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610947.041155:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610947.041157:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610947.041161:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610947 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610947.041163:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=102 v=20 (20 1 1 1) 00000100:00000001:2.0:1749610947.041166:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610947.041167:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610947.041169:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610947.041172:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.041179:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610947.041181:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610947.041182:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.041184:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610947.041185:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610947.041188:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610947.041191:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610947.041192:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610947.041201:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610947.041209:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a01c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494591744:0@lo:38:kworker.0 00000100:00000001:2.0:1749610947.041213:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.041215:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610947.041218:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01e300 x1834598494591360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.041224:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610947.041226:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610947.041228:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013031f400. 02000000:00000001:2.0:1749610947.041232:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610947.041233:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610947.041235:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610947.041261:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610947.041264:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154ac00. 02000000:00000001:2.0:1749610947.041267:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610947.041268:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610947.041270:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01e300. 00000100:00000001:2.0:1749610947.041273:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610947.041274:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.041276:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610947.041279:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01f800 x1834598494591488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.041286:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610947.041287:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610947.041289:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013031d800. 02000000:00000001:2.0:1749610947.041293:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610947.041294:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610947.041295:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610947.041296:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610947.041298:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d3800. 02000000:00000001:2.0:1749610947.041302:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610947.041303:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610947.041305:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01f800. 00000100:00000001:2.0:1749610947.041313:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610947.041314:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.041316:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610947.041321:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a01c000 x1834598494591744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610972 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610947.041332:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610947.041334:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610947.041336:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88013031d000. 02000000:00000001:2.0:1749610947.041341:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610947.041343:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610947.041345:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610947.041347:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610947.041350:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801214d3000. 02000000:00000001:2.0:1749610947.041353:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610947.041355:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610947.041357:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01c000. 00000100:00000001:2.0:1749610947.041360:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610947.041362:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610947.041365:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.041368:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610947.041370:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610947.041373:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610947.041376:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610947.041609:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300220499, at 4300220499 00000100:00000010:1.0:1749610947.041620:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a2f3cc0. 00000100:00000040:0.0:1749610947.042579:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300220499, at 4300220500 00000100:00000010:0.0:1749610947.042589:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a2f3340. 00000100:00000040:3.0:1749610947.042605:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300220499, at 4300220500 00000100:00000040:2.0:1749610947.042605:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300220499, at 4300220500 00000100:00000010:2.0:1749610947.042633:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a2f3c40. 00000100:00000010:3.0:1749610947.042665:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a2f3300. 00080000:00000010:3.0:1749610947.124560:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610947.124571:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610947.124576:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610947.124658:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610947.124663:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610947.124666:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610947.124674:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c700. 00080000:00000010:3.0:1749610947.124679:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c700. 00000020:00000001:3.0:1749610947.124682:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610947.457720:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610947.457731:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610947.457734:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610947.457742:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610947.457768:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610947.457773:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610947.457776:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610947.457780:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610947.457782:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610947.648258:0:9317:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749610947.648270:0:9317:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749610947.648276:0:9317:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610947.648297:0:9317:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749610947.648303:0:9317:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749610947.648306:0:9317:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610947.648314:0:9317:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749610947.648320:0:9317:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749610947.648323:0:9317:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610947.653260:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749610947.653269:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749610947.653274:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610947.653358:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749610947.653362:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749610947.653365:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610947.653370:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749610947.653374:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749610947.653376:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610947.778068:0:9359:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610947.778075:0:9359:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160f: changelog garbage collect (timestamped users) ========================================================== 23:02:26 (1749610946) 00000001:00000001:1.0:1749610947.787770:0:9359:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1749610947.833616:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610947.833623:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610947.833626:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610947.833633:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab3c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610947.833638:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610947.833643:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610947.833647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610947.833651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610947.833655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610947.848088:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749610947.848099:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749610947.848105:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610947.848180:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749610947.848187:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749610947.848191:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610947.848199:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c980. 00080000:00000010:3.0:1749610947.848205:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c980. 00000020:00000001:3.0:1749610947.848208:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610948.032755:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610948.032774:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610948.032885:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610948.032893:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610948.032898:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610948.040660:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610948.040681:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610948.040685:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610948.040691:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610948.040695:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610948.040700:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610948.040704:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610948.222109:0:9381:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610948.222120:0:9381:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610948.222126:0:9381:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610948.222144:0:9381:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610948.222150:0:9381:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610948.222154:0:9381:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610948.222162:0:9381:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b80. 00080000:00000010:1.0:1749610948.222167:0:9381:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b80. 00000020:00000001:1.0:1749610948.222170:0:9381:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610948.227048:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749610948.227056:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749610948.227061:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610948.227133:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749610948.227136:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749610948.227139:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610948.227145:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749610948.227149:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749610948.227151:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610948.406361:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749610948.406373:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749610948.406382:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610948.406471:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749610948.406477:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749610948.406480:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610948.406488:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749610948.406494:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749610948.406497:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610948.457612:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610948.457619:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610948.457622:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610948.457626:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610948.457630:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610948.457634:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610948.457637:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610948.457641:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610948.457644:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610948.565860:0:9448:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610948.565871:0:9448:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610948.565878:0:9448:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610948.565895:0:9448:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610948.565901:0:9448:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610948.565905:0:9448:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610948.565913:0:9448:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749610948.565918:0:9448:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749610948.565922:0:9448:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610948.571195:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610948.571202:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610948.571212:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610948.571316:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610948.571320:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610948.571324:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610948.571329:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610948.571333:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610948.571335:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610948.751350:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610948.751363:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610948.751368:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610948.751435:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610948.751440:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610948.751444:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610948.751452:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610948.751458:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610948.751461:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610948.833626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610948.833635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610948.833638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610948.833644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab3c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610948.833648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610948.833651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610948.833655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610948.833658:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610948.833661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610949.034582:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610949.034588:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610949.034657:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610949.034664:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610949.034669:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610949.040604:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610949.040619:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610949.040622:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610949.040626:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610949.040630:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610949.040634:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610949.040637:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610949.121303:0:9512:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610949.121311:0:9512:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610949.121316:0:9512:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610949.121328:0:9512:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610949.121332:0:9512:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610949.121334:0:9512:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610949.121339:0:9512:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749610949.121343:0:9512:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749610949.121345:0:9512:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610949.124156:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610949.124160:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610949.124162:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610949.124200:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610949.124202:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610949.124204:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610949.124207:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749610949.124209:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749610949.124210:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610949.206239:0:9554:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610949.206241:0:9554:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160f: @@@@@@ FAIL: lustre-MDT0000: changelog_mask=+hsm failed: 2 00000001:00000001:3.0:1749610949.208837:0:9554:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610949.238940:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610949.238950:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610949.238955:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610949.239023:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610949.239029:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610949.239032:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610949.239039:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9780. 00080000:00000010:1.0:1749610949.239044:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9780. 00000020:00000001:1.0:1749610949.239047:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610949.453657:0:9577:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610949.453666:0:9577:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610949.453672:0:9577:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610949.453687:0:9577:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610949.453692:0:9577:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610949.453695:0:9577:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610949.453702:0:9577:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610949.453711:0:9577:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610949.453714:0:9577:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610949.456754:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610949.456758:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610949.456761:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610949.456800:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610949.456803:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610949.456804:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610949.456807:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9c00. 00080000:00000010:1.0:1749610949.456808:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9c00. 00000020:00000001:1.0:1749610949.456810:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610949.457568:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610949.457573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610949.457575:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610949.457579:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610949.457587:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610949.457590:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610949.457592:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610949.457594:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610949.457596:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 1736 lines, 1736 kept, 0 dropped, 0 bad.