00000100:00000001:0.0F:1749611743.459617:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611743.459631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611743.459635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611743.459641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611743.459645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611743.459649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611743.459653:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611743.459656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611743.459660:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0F:1749611743.490105:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611743.490117:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611743.490123:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611743.490197:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611743.490202:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611743.490205:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611743.490213:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611743.490217:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611743.490220:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611743.630639:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611743.630645:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1749611743.630715:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611743.630730:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611743.630734:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611743.657171:0:11339:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611743.657179:0:11339:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611743.657185:0:11339:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611743.657201:0:11339:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611743.657206:0:11339:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611743.657209:0:11339:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611743.657216:0:11339:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611743.657220:0:11339:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611743.657223:0:11339:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611743.661450:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8be80. 00080000:00000010:3.0:1749611743.661457:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8be80. 00000020:00000001:3.0:1749611743.661462:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611743.661564:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8be80. 00080000:00000010:3.0:1749611743.661569:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8be80. 00000020:00000001:3.0:1749611743.661572:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611743.661578:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8be80. 00080000:00000010:3.0:1749611743.661581:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8be80. 00000020:00000001:3.0:1749611743.661584:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749611743.927163:0:11381:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0ff00. 00080000:00000010:1.0:1749611743.927176:0:11381:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0ff00. 00000020:00000001:1.0:1749611743.927182:0:11381:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611743.927198:0:11381:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0ff00. 00080000:00000010:1.0:1749611743.927203:0:11381:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0ff00. 00000020:00000001:1.0:1749611743.927206:0:11381:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611743.927213:0:11381:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0ff00. 00080000:00000010:1.0:1749611743.927218:0:11381:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0ff00. 00000020:00000001:1.0:1749611743.927220:0:11381:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611743.948626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611743.948632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611743.948634:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611743.948638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88007de18180 going to sleep for 0 seconds 00000100:00000001:1.0:1749611743.948641:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611743.948645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611743.948648:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611743.948651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611743.948654:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611744.089304:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611744.089313:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611744.089319:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611744.089392:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611744.089398:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611744.089401:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611744.089408:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611744.089413:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611744.089416:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.459641:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611744.459647:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611744.459649:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611744.459653:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611744.459657:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611744.459660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.459663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611744.459667:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.459670:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.464597:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611744.464610:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611744.464612:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.464616:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611744.464619:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611744.464621:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.464624:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611744.478586:0:7277:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611744.478592:0:7277:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611744.478607:0:7277:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611744.478611:0:7277:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611744.478613:0:7277:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611744.478616:0:7277:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611744.478620:0:7277:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611744.478625:0:7277:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6345 00000100:00080000:2.0:1749611744.478630:0:7277:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611744.478633:0:7277:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611744.478637:0:7277:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611744.478639:0:7277:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611744.478641:0:7277:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611744.478646:0:7277:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611744.478648:0:7277:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611744.478651:0:7277:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611744.478654:0:7277:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611744.478657:0:7277:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611744.478660:0:7277:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611744.478663:0:7277:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611744.478664:0:7277:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611744.478666:0:7277:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611744.478668:0:7277:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611744.478672:0:7277:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611744.478675:0:7277:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611744.478677:0:7277:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.478680:0:7277:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611744.478686:0:7277:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611744.478689:0:7277:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.478691:0:7277:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611744.478694:0:7277:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611744.478700:0:7277:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1ca80. 00000020:00000040:2.0:1749611744.478709:0:7277:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611744.478713:0:7277:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611744.478716:0:7277:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.478719:0:7277:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611744.478722:0:7277:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611744.478726:0:7277:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611744.478733:0:7277:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbae400. 00000100:00000001:2.0:1749611744.478740:0:7277:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611744.478750:0:7277:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611744.478761:0:7277:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611744.478765:0:7277:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611744.478770:0:7277:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1ca80] to pc [ptlrpcd_rcv+-1] req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.478797:0:7277:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611744.478801:0:7277:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611744.478805:0:7277:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611744.478807:0:7277:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611744.478809:0:7277:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611744.478811:0:7277:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611744.478813:0:7277:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6345 00000100:00080000:2.0:1749611744.478816:0:7277:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611744.478818:0:7277:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611744.478820:0:7277:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611744.478822:0:7277:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611744.478824:0:7277:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611744.478826:0:7277:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611744.478827:0:7277:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611744.478829:0:7277:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611744.478831:0:7277:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611744.478833:0:7277:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611744.478840:0:7277:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611744.478843:0:7277:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611744.478845:0:7277:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611744.478847:0:7277:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611744.478849:0:7277:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611744.478899:0:7277:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611744.478906:0:7277:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611744.478909:0:7277:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.478912:0:7277:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611744.478912:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611744.478917:0:7277:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611744.478918:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611744.478920:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611744.478921:0:7277:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.478924:0:7277:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611744.478927:0:7277:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611744.478929:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611744.478931:0:7277:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1ed80. 00000020:00000040:2.0:1749611744.478935:0:7277:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611744.478939:0:7277:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749611744.478941:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611744.478942:0:7277:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.478943:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.478944:0:7277:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611744.478947:0:7277:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611744.478947:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611744.478950:0:7277:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.478950:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611744.478953:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611744.478956:0:7277:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbac800. 00000100:00100000:0.0:1749611744.478956:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494724480:0@lo:38:kworker.0 00000100:00000001:0.0:1749611744.478961:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611744.478962:0:7277:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.478964:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611744.478967:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611744.478969:0:7277:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611744.478970:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611744.478975:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781dbc00. 02000000:00000001:0.0:1749611744.478977:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.478983:0:7277:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611744.478986:0:7277:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611744.478992:0:7277:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1ed80] to pc [ptlrpcd_rcv+-1] req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611744.478993:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff108. 00000400:00000010:0.0:1749611744.479000:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749611744.479005:0:7277:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611744.479008:0:7277:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:0.0:1749611744.479008:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494724480, portal 4 00000100:00000001:0.0:1749611744.479011:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749611744.479012:0:7277:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611744.479013:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345403520 : -131936364148096 : ffff88012be1ca80) 00000100:00000001:2.0:1749611744.479019:0:7277:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611744.479022:0:7277:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749611744.479022:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.479024:0:7277:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611744.479027:0:7277:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6345 00000100:00080000:2.0:1749611744.479030:0:7277:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611744.479031:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611744.479032:0:7277:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611744.479034:0:7277:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611744.479035:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611744.479036:0:7277:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749611744.479037:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:2.0:1749611744.479038:0:7277:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611744.479040:0:7277:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749611744.479040:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494724480, offset 0 00000020:00000040:2.0:1749611744.479042:0:7277:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611744.479043:0:7277:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611744.479046:0:7277:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000400:00000200:0.0:1749611744.479046:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611744.479048:0:7277:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611744.479050:0:7277:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611744.479053:0:7277:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611744.479055:0:7277:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611744.479056:0:7277:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611744.479058:0:7277:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611744.479060:0:7277:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:0.0:1749611744.479060:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749611744.479063:0:7277:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611744.479065:0:7277:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.479067:0:7277:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611744.479070:0:7277:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611744.479072:0:7277:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611744.479072:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf956180 00000100:00000001:2.0:1749611744.479074:0:7277:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611744.479075:0:7277:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611744.479078:0:7277:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1ce00. 00000400:00000200:0.0:1749611744.479079:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3e01 [256] + 6760 00000020:00000040:2.0:1749611744.479081:0:7277:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611744.479083:0:7277:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611744.479084:0:7277:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479086:0:7277:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749611744.479087:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611744.479091:0:7277:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749611744.479092:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611744.479094:0:7277:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479096:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749611744.479098:0:7277:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbae000. 00000100:00000200:0.0:1749611744.479099:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611744.479102:0:7277:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611744.479103:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235180. 00000100:00100000:2.0:1749611744.479107:0:7277:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611744.479107:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079235180 x1834598494724480 msgsize 520 00000100:00100000:0.0:1749611744.479111:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611744.479114:0:7277:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611744.479116:0:7277:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611744.479120:0:7277:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1ce00] to pc [ptlrpcd_rcv+-1] req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.479127:0:7277:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611744.479130:0:7277:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611744.479133:0:7277:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611744.479137:0:7277:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1e680. 00000020:00000040:2.0:1749611744.479139:0:7277:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611744.479140:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611744.479141:0:7277:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611744.479143:0:7277:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611744.479144:0:7277:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611744.479147:0:7277:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b81b800. 00000100:00000001:2.0:1749611744.479149:0:7277:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611744.479150:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000040:2.0:1749611744.479153:0:7277:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749611744.479155:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611744.479159:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611744.479160:0:7277:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611744.479162:0:7277:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611744.479166:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611744.479167:0:7277:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1e680] to pc [ptlrpcd_00_03+3] req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.479178:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611744.479183:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.479194:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479198:0:7277:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479198:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1749611744.479202:0:7277:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611744.479206:0:7277:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611744.479207:0:7277:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611744.479209:0:7277:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611744.479212:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611744.479213:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611744.479216:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494724480 00000100:00000001:2.0:1749611744.479216:0:7277:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611744.479219:0:7277:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6345 02000000:00000001:3.0:1749611744.479220:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611744.479220:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1251 usecs (2 jiffies) 00000100:00080000:2.0:1749611744.479221:0:7277:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749611744.479223:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611744.479224:0:7277:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611744.479225:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4301017938 00000100:00000001:2.0:1749611744.479226:0:7277:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611744.479227:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611744.479228:0:7277:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611744.479230:0:7277:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611744.479231:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2257480. 02000000:00000001:3.0:1749611744.479232:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611744.479232:0:7277:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611744.479233:0:7277:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6a7 00000020:00000001:2.0:1749611744.479234:0:7277:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749611744.479236:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494724480 00000020:00000040:2.0:1749611744.479236:0:7277:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c000 refcount=8 00000020:00000001:2.0:1749611744.479238:0:7277:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000020:00000001:3.0:1749611744.479239:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611744.479239:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:2.0:1749611744.479240:0:7277:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000020:00000040:3.0:1749611744.479242:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611744.479243:0:7277:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611744.479244:0:7277:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749611744.479245:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611744.479245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4301017938 00000100:00000040:2.0:1749611744.479246:0:7277:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749611744.479248:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479248:0:7277:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611744.479249:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2257b80. 00000020:00000040:2.0:1749611744.479250:0:7277:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 7 00000020:00000001:3.0:1749611744.479251:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611744.479252:0:7277:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197b000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611744.479253:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611744.479254:0:7277:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.479256:0:7277:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000010:3.0:1749611744.479257:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbae00. 02000000:00000001:2.0:1749611744.479259:0:7277:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611744.479261:0:7277:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611744.479264:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880111f8bf00. 00000100:00000001:2.0:1749611744.479264:0:7277:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611744.479265:0:7277:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611744.479268:0:7277:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1f100. 00000020:00000040:2.0:1749611744.479270:0:7277:0:(genops.c:1229:class_import_get()) import ffff88007197b000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000010:3.0:1749611744.479271:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000001:0.0:1749611744.479271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4301017938 02000000:00000001:2.0:1749611744.479272:0:7277:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611744.479274:0:7277:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479275:0:7277:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1749611744.479275:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2257b40. 02000000:00000001:2.0:1749611744.479277:0:7277:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611744.479278:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611744.479279:0:7277:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479279:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749611744.479281:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611744.479283:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4301017938 00000100:00000001:3.0:1749611744.479284:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611744.479286:0:7277:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbaf800. 00000100:00000010:0.0:1749611744.479287:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2257340. 00000100:00000001:2.0:1749611744.479290:0:7277:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611744.479291:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479291:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:2.0:1749611744.479294:0:7277:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611744.479295:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611744.479295:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611744.479299:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479300:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611744.479302:0:7277:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611744.479302:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611744.479303:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611744.479304:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.479304:0:7277:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611744.479307:0:7277:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1f100] to pc [ptlrpcd_rcv+-1] req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.479307:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611744.479311:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.479312:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611744.479314:0:7277:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479315:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611744.479316:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611744.479317:0:7277:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611744.479318:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611744.479319:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611744.479320:0:7277:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749611744.479321:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611744.479322:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611744.479322:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611744.479323:0:7277:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1fb80. 00000020:00000040:2.0:1749611744.479325:0:7277:0:(genops.c:1229:class_import_get()) import ffff880071979800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611744.479325:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611744.479326:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00000001:2.0:1749611744.479327:0:7277:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611744.479328:0:7277:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611744.479328:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611744.479329:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611744.479330:0:7277:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611744.479331:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346576256 : -131939362975360 : ffff880079235180) 02000000:00000001:1.0:1749611744.479331:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611744.479334:0:7277:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012b81b000. 02000000:00000001:1.0:1749611744.479334:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479336:0:7277:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611744.479337:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494724864:0@lo:400:kworker.0 00000100:00000040:3.0:1749611744.479338:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079235180 x1834598494724480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611764 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611744.479340:0:7277:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611744.479341:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611744.479341:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611744.479343:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611744.479345:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611744.479347:0:7277:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1749611744.479347:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.479347:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611744.479349:0:7277:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611744.479349:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611744.479350:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611744.479353:0:7277:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012be1fb80] to pc [ptlrpcd_00_00+0] req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611744.479353:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611744.479354:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bf800. 02000000:00000001:1.0:1749611744.479356:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611744.479358:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494724608:0@lo:38:kworker.0 00000400:00000010:1.0:1749611744.479361:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db6e0. 00000100:00100000:3.0:1749611744.479362:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494724480:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611744.479363:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749611744.479369:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494724480 00000100:00000001:2.0:1749611744.479369:0:7277:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.479372:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749611744.479374:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611744.479374:0:7277:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6355) 00000400:00000010:1.0:1749611744.479375:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 02000000:00000001:0.0:1749611744.479375:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611744.479378:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611744.479378:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749611744.479380:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494724864, portal 10 02000000:00000010:0.0:1749611744.479382:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781d8800. 00000100:00000001:1.0:1749611744.479383:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611744.479385:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345410688 : -131936364140928 : ffff88012be1e680) 02000000:00000001:0.0:1749611744.479385:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611744.479390:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000100:00000040:1.0:1749611744.479393:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611744.479395:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000020:00000001:3.0:1749611744.479396:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479397:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611744.479400:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611744.479401:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611744.479401:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611744.479401:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494724608, portal 10 00010000:00020000:3.0:1749611744.479402:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611744.479404:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611744.479405:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611744.479405:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611744.479406:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611744.479406:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345412480 : -131936364139136 : ffff88012be1ed80) 00000400:00000010:1.0:1749611744.479407:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000100:00000200:1.0:1749611744.479409:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494724864, offset 0 00010000:00000001:3.0:1749611744.479411:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611744.479413:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749611744.479414:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611744.479415:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749611744.479415:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611744.479418:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611744.479420:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611744.479422:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749611744.479422:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611744.479424:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611744.479425:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611744.479426:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749611744.479427:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de21400. 02000000:00000001:2.0:1749611744.479428:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611744.479428:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611744.479430:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611744.479430:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf956300 00000400:00000010:0.0:1749611744.479431:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00100000:2.0:1749611744.479432:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494725120:0@lo:400:kworker.0 00000100:00000001:3.0:1749611744.479434:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479436:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749611744.479436:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bf1 [64] + 12048 00010000:00000001:3.0:1749611744.479439:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749611744.479439:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611744.479441:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.479442:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749611744.479442:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611744.479443:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611744.479445:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079130200. 00000400:00000200:1.0:1749611744.479445:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749611744.479448:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749611744.479448:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611744.479449:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494724608, offset 0 00000100:00000001:1.0:1749611744.479450:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749611744.479452:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe7e8. 00000100:00000200:1.0:1749611744.479452:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611744.479453:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611744.479455:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749611744.479456:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79880. 00000100:00000001:3.0:1749611744.479457:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611744.479459:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880071e79880 x1834598494724864 msgsize 224 00000100:00000040:3.0:1749611744.479460:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611744.479463:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749611744.479463:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611744.479465:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611744.479467:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749611744.479468:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000040:3.0:1749611744.479472:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749611744.479473:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494725120, portal 10 00000400:00000200:0.0:1749611744.479473:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf956200 00000100:00000001:1.0:1749611744.479474:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611744.479475:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749611744.479476:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611744.479476:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345416064 : -131936364135552 : ffff88012be1fb80) 02000000:00000001:3.0:1749611744.479479:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611744.479480:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bf1 [64] + 12272 00000100:00000001:3.0:1749611744.479482:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611744.479483:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611744.479486:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611744.479488:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611744.479489:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000100:00000001:2.0:1749611744.479490:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611744.479493:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00000400:00000200:0.0:1749611744.479493:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611744.479494:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611744.479496:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000400:00000010:1.0:1749611744.479496:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00000100:00000001:1.0:1749611744.479499:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611744.479503:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611744.479505:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494724480, offset 0 00000100:00000200:2.0:1749611744.479507:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494725120, offset 0 00000100:00000001:0.0:1749611744.479507:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611744.479509:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611744.479513:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611744.479513:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611744.479514:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234000. 00000100:00000040:1.0:1749611744.479516:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611744.479518:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611744.479518:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079234000 x1834598494724608 msgsize 520 00000400:00000200:2.0:1749611744.479550:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611744.479553:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611744.479557:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611744.479558:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf956400 00000100:00000001:1.0:1749611744.479559:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611744.479563:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479564:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611744.479565:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611744.479565:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bf1 [64] + 12792 00000400:00000200:2.0:1749611744.479571:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611744.479573:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 962 usecs (1 jiffies) 00000400:00000200:0.0:1749611744.479573:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000200:2.0:1749611744.479574:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611744.479576:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4301017938 00000400:00000010:0.0:1749611744.479576:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:1.0:1749611744.479579:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4301017938 00000100:00000001:0.0:1749611744.479580:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611744.479581:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611744.479582:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf956180 00000100:00000001:1.0:1749611744.479582:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4301017938 00000100:00000200:2.0:1749611744.479583:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611744.479584:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4301017938 00000100:00000010:2.0:1749611744.479586:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012be1f800. 00000100:00000001:1.0:1749611744.479586:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4301017938 00000100:00000200:0.0:1749611744.479586:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611744.479588:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4301017938 00000100:00000040:2.0:1749611744.479589:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88012be1f800 x1834598494725120 msgsize 224 00000100:00000001:1.0:1749611744.479589:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4301017938 00000400:00000200:3.0:1749611744.479590:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9ead [1] + 0 00000100:00000001:1.0:1749611744.479592:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4301017938 00000100:00100000:2.0:1749611744.479593:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611744.479593:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611744.479596:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611744.479597:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611744.479598:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611744.479599:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479601:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611744.479602:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611744.479605:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611744.479607:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611744.479607:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611744.479609:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749611744.479609:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611744.479611:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611744.479612:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611744.479612:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611744.479613:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749611744.479614:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611744.479615:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749611744.479616:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479618:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611744.479620:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611744.479623:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.479623:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749611744.479627:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611744.479627:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611744.479628:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479629:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479631:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611744.479634:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611744.479634:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1091 usecs (2 jiffies) 00000100:00000001:0.0:1749611744.479638:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4301017939 00000100:00000001:3.0:1749611744.479640:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611744.479641:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479641:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611744.479643:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749611744.479643:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494724864 00000400:00000200:3.0:1749611744.479645:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 02000000:00000001:1.0:1749611744.479645:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611744.479645:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4301017938 00000100:00000001:2.0:1749611744.479647:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479647:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749611744.479649:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000001:1.0:1749611744.479649:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479650:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4301017939 00000100:00000040:2.0:1749611744.479651:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 892 usecs (1 jiffies) 00000100:00000001:3.0:1749611744.479653:0:9761:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749611744.479653:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479654:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4301017938 00000100:00100000:1.0:1749611744.479655:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494724864 00000100:00000001:0.0:1749611744.479655:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4301017938 00000100:00000001:3.0:1749611744.479656:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611744.479657:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4301017939 00000020:00000001:1.0:1749611744.479657:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611744.479659:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4301017938 00000020:00000040:1.0:1749611744.479659:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749611744.479659:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4301017939 00000100:00000001:3.0:1749611744.479660:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611744.479661:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611744.479662:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4301017939 00000020:00000040:1.0:1749611744.479663:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:3.0:1749611744.479664:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611744.479664:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4301017938 00000100:00000001:0.0:1749611744.479664:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4301017938 00000020:00000001:1.0:1749611744.479666:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611744.479668:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611744.479672:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611744.479673:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611744.479675:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4301017939 00000100:00000001:2.0:1749611744.479677:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749611744.479679:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235180 x1834598494724480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611764 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611744.479679:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494724608 00000100:00000001:1.0:1749611744.479679:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611744.479679:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4301017938 02000000:00000001:2.0:1749611744.479681:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749611744.479682:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b48b1ec0. 00000100:00000001:0.0:1749611744.479683:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611744.479684:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611744.479686:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479687:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.479689:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611744.479690:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611744.479691:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611744.479692:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494724608 00000020:00000001:2.0:1749611744.479694:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749611744.479695:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494724480:12345-0@lo:38:kworker.0 Request processed in 333us (584us total) trans 0 rc -19/-19 00000020:00000040:2.0:1749611744.479696:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749611744.479696:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611744.479697:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611744.479697:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1749611744.479699:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611744.479700:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be600. 00000020:00000001:2.0:1749611744.479701:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611744.479704:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130400. 00000020:00000010:1.0:1749611744.479704:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fb00. 00000100:00100000:3.0:1749611744.479707:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00000001:0.0:1749611744.479707:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749611744.479708:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000020:00000010:1.0:1749611744.479708:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000100:00000001:0.0:1749611744.479709:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611744.479711:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749611744.479712:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 02000000:00000001:0.0:1749611744.479713:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611744.479714:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749611744.479714:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1749611744.479716:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611744.479717:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611744.479718:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749611744.479719:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880111f8bf00. 02000000:00000001:0.0:1749611744.479719:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479721:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.479722:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749611744.479723:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494724736:0@lo:38:kworker.0 00000100:00000001:2.0:1749611744.479724:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749611744.479725:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000100:00000001:2.0:1749611744.479726:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479726:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611744.479728:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611744.479728:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611744.479730:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479730:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611744.479731:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbae00. 02000000:00000001:0.0:1749611744.479731:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611744.479733:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611744.479735:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611744.479736:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611744.479737:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.479741:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611744.479741:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781db000. 00000100:00000001:1.0:1749611744.479744:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611744.479745:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494725120 02000000:00000001:1.0:1749611744.479747:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611744.479749:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611744.479749:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611744.479751:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611744.479751:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.479751:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611744.479753:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611744.479755:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1749611744.479755:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494725120 00000400:00000010:0.0:1749611744.479756:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff210. 00000020:00000001:1.0:1749611744.479757:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611744.479758:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6bc 00000100:00000001:3.0:1749611744.479759:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611744.479759:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:1.0:1749611744.479760:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611744.479761:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611744.479761:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225221760 : -131939484329856 : ffff880071e79880) 00000020:00000040:1.0:1749611744.479761:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=5 00000400:00000010:0.0:1749611744.479761:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000020:00000001:1.0:1749611744.479763:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:1.0:1749611744.479765:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000040:2.0:1749611744.479766:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e79880 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:425/0 lens 224/0 e 0 to 0 dl 1749611755 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611744.479766:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494724736, portal 10 00000100:00100000:3.0:1749611744.479767:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00000001:1.0:1749611744.479768:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611744.479769:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b48b1c00. 00000100:00000001:0.0:1749611744.479769:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611744.479771:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346571776 : -131939362979840 : ffff880079234000) 00000100:00000001:0.0:1749611744.479771:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345404416 : -131936364147200 : ffff88012be1ce00) 00000020:00000010:1.0:1749611744.479772:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b52e3d00. 00000100:00000001:2.0:1749611744.479775:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611744.479777:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f7c0. 00000100:00000001:1.0:1749611744.479777:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749611744.479779:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b48b1c00. 00000100:00000001:2.0:1749611744.479780:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611744.479780:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611744.479783:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f7c0. 00000100:00000040:3.0:1749611744.479784:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079234000 x1834598494724608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611764 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611744.479787:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494724864:12345-0@lo:400:kworker.0 00000020:00000010:1.0:1749611744.479788:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf400. 00000020:00000010:1.0:1749611744.479790:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0ff00. 00000100:00000200:2.0:1749611744.479792:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494724864 00000100:00000001:0.0:1749611744.479792:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611744.479794:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000020:00000001:2.0:1749611744.479795:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749611744.479795:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611744.479797:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749611744.479798:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611744.479798:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749611744.479798:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00100000:3.0:1749611744.479799:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494724608:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611744.479800:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611744.479801:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611744.479801:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494724736, offset 0 00000020:00000001:2.0:1749611744.479803:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611744.479803:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1749611744.479804:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494724608 00000100:00000001:1.0:1749611744.479804:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1749611744.479805:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749611744.479806:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611744.479807:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611744.479808:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611744.479808:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749611744.479812:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749611744.479812:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611744.479812:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611744.479814:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749611744.479815:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611744.479816:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749611744.479817:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611744.479818:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479819:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611744.479821:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749611744.479822:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611744.479822:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf956280 00000100:00100000:1.0:1749611744.479823:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00000001:2.0:1749611744.479825:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749611744.479826:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4001000 : new rpc_count 1 00010000:00020000:3.0:1749611744.479827:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749611744.479827:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611744.479828:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137345415168 : -131936364136448 : ffff88012be1f800) 00000400:00000200:0.0:1749611744.479829:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bf1 [64] + 13016 02000000:00000010:2.0:1749611744.479830:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbaf000. 00010000:00000001:3.0:1749611744.479831:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611744.479832:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611744.479833:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012be1f800 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:425/0 lens 224/0 e 0 to 0 dl 1749611755 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611744.479834:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611744.479835:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611744.479838:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611744.479839:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611744.479840:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611744.479841:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749611744.479842:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479842:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749611744.479844:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1749611744.479844:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b48b1c00. 00010000:00000040:2.0:1749611744.479845:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494724864 00000100:00000001:0.0:1749611744.479845:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611744.479846:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611744.479847:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:0.0:1749611744.479847:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749611744.479848:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de20400. 00000020:00000010:1.0:1749611744.479848:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b48b1c00. 02000000:00000001:3.0:1749611744.479851:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749611744.479877:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e79880 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:425/0 lens 224/224 e 0 to 0 dl 1749611755 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611744.479877:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235c00. 00000100:00000040:0.0:1749611744.479882:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079235c00 x1834598494724736 msgsize 520 00010000:00000001:2.0:1749611744.479888:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749611744.479888:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012be1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494725120:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749611744.479889:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611744.479889:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749611744.479890:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479892:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749611744.479893:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494725120 00010000:00000001:3.0:1749611744.479894:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1749611744.479894:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=49 v=5 (1 1 1 1) 00000020:00000001:1.0:1749611744.479895:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611744.479896:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.479898:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749611744.479898:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749611744.479898:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000020:00000001:1.0:1749611744.479900:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611744.479900:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00001000:3.0:1749611744.479901:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611744.479901:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749611744.479902:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611744.479903:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611744.479904:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611744.479904:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611744.479905:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611744.479905:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749611744.479907:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749611744.479908:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611744.479908:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611744.479909:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.479910:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749611744.479910:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611744.479911:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000001:1.0:1749611744.479911:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1749611744.479913:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611744.479913:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749611744.479915:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749611744.479915:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000001:1.0:1749611744.479915:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611744.479918:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749611744.479920:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494724864, offset 224 00000100:00000001:0.0:1749611744.479921:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611744.479922:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749611744.479923:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749611744.479924:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611744.479926:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611744.479926:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611744.479927:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611744.479929:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611744.479929:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611744.479932:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749611744.479932:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68800. 00000100:00000001:3.0:1749611744.479933:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611744.479935:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611744.479936:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611744.479937:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479937:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611744.479938:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf956300 00000020:00000001:1.0:1749611744.479939:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611744.479940:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00010000:00000040:1.0:1749611744.479942:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494725120 00000400:00000200:2.0:1749611744.479943:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9eb5 [1] + 224 00010000:00000001:1.0:1749611744.479944:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611744.479946:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1749611744.479948:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494724608, offset 0 00000400:00000200:2.0:1749611744.479948:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1749611744.479949:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012be1f800 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:425/0 lens 224/224 e 0 to 0 dl 1749611755 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611744.479951:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611744.479952:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611744.479954:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611744.479957:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611744.479957:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 790 usecs (1 jiffies) 00010000:00000001:1.0:1749611744.479959:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.479960:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4301017938 00000100:00001000:1.0:1749611744.479961:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=49 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611744.479964:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4301017939 00000100:00000001:1.0:1749611744.479965:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611744.479968:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749611744.479968:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4301017938 00000100:00000001:1.0:1749611744.479970:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611744.479971:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4301017939 02000000:00000001:1.0:1749611744.479973:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611744.479974:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611744.479974:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4301017938 02000000:00000001:1.0:1749611744.479975:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.479977:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611744.479977:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4301017939 00000100:00000200:2.0:1749611744.479978:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611744.479979:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611744.479979:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611744.479981:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4301017938 00000400:00000010:1.0:1749611744.479982:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b990. 00000100:00000001:0.0:1749611744.479984:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4301017939 00000100:00000200:1.0:1749611744.479986:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494725120, offset 224 00000400:00000200:3.0:1749611744.479987:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf956200 00000100:00000001:0.0:1749611744.479987:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611744.479988:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.479990:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611744.479991:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611744.479994:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749611744.479997:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9eb9 [1] + 0 00000400:00000200:1.0:1749611744.480000:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611744.480001:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611744.480001:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611744.480003:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611744.480006:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf956400 00000400:00000200:2.0:1749611744.480007:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000200:3.0:1749611744.480008:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611744.480009:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749611744.480011:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611744.480013:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749611744.480014:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9ec5 [1] + 224 00000100:00000001:0.0:1749611744.480015:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.480018:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749611744.480018:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749611744.480019:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611744.480020:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611744.480022:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611744.480023:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.480024:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611744.480026:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611744.480027:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611744.480027:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611744.480029:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:0.0:1749611744.480029:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012be1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494724992:0@lo:38:kworker.0 00000020:00000001:2.0:1749611744.480031:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611744.480032:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611744.480033:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1749611744.480034:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.480035:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611744.480038:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79880 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:425/0 lens 224/224 e 0 to 0 dl 1749611755 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611744.480038:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611744.480040:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611744.480042:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611744.480043:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611744.480047:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800781db800. 00000100:00000040:3.0:1749611744.480048:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611744.480048:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494724864:12345-0@lo:400:kworker.0 Request processed in 271us (586us total) trans 0 rc 0/0 02000000:00000001:0.0:1749611744.480051:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611744.480055:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff0b0. 00000100:00100000:2.0:1749611744.480057:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000400:00000010:0.0:1749611744.480059:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611744.480060:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611744.480060:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611744.480062:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611744.480062:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611744.480064:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611744.480064:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494724992, portal 10 00000400:00000200:3.0:1749611744.480067:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00000020:00000010:2.0:1749611744.480068:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fb00. 00000400:00000010:3.0:1749611744.480070:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000020:00000010:2.0:1749611744.480072:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000100:00000001:0.0:1749611744.480073:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611744.480074:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749611744.480075:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be600. 00000100:00000001:0.0:1749611744.480075:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345413376 : -131936364138240 : ffff88012be1f100) 00000100:00000001:3.0:1749611744.480076:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611744.480080:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611744.480081:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611744.480083:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611744.480083:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b990 00000100:00000040:3.0:1749611744.480084:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749611744.480085:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611744.480086:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b990. 00000100:00000001:3.0:1749611744.480088:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.480089:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611744.480090:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749611744.480091:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611744.480091:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611744.480093:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494724736 00000100:00000001:1.0:1749611744.480094:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.480095:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611744.480096:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611744.480097:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234000 x1834598494724608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611764 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.480097:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611744.480097:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611744.480099:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611744.480099:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:0.0:1749611744.480099:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611744.480101:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.480102:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611744.480103:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749611744.480103:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00100000:2.0:1749611744.480104:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494724736 00000020:00000001:2.0:1749611744.480106:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749611744.480107:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1f800 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:425/0 lens 224/224 e 0 to 0 dl 1749611755 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611744.480108:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749611744.480108:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494724992, offset 0 00000020:00000001:2.0:1749611744.480109:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611744.480111:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611744.480112:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494724608:12345-0@lo:38:kworker.0 Request processed in 312us (591us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611744.480113:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611744.480113:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749611744.480116:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130c00. 00000100:00100000:1.0:1749611744.480117:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012be1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494725120:12345-0@lo:400:kworker.0 Request processed in 273us (525us total) trans 0 rc 0/0 00000020:00000010:2.0:1749611744.480119:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000400:00000200:0.0:1749611744.480121:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749611744.480122:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9a28. 00000100:00100000:3.0:1749611744.480124:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00000001:3.0:1749611744.480127:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611744.480128:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf956380 00000100:00100000:1.0:1749611744.480129:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00000001:3.0:1749611744.480130:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611744.480130:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611744.480132:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749611744.480132:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4001000 : new rpc_count 0 00000020:00000010:3.0:1749611744.480134:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000100:00000001:2.0:1749611744.480134:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.480134:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611744.480134:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bf1 [64] + 13536 00000100:00000001:1.0:1749611744.480136:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611744.480137:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611744.480140:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000100:00000001:2.0:1749611744.480140:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611744.480140:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0ff00. 00000400:00000200:0.0:1749611744.480140:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611744.480143:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000400:00000200:0.0:1749611744.480144:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611744.480145:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749611744.480146:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130400. 00000100:00000001:2.0:1749611744.480147:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749611744.480147:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bf400. 00000100:00000001:0.0:1749611744.480148:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749611744.480150:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00000200:0.0:1749611744.480150:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1749611744.480151:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 00000100:00000001:3.0:1749611744.480152:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.480153:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346578944 : -131939362972672 : ffff880079235c00) 00000100:00000001:1.0:1749611744.480153:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611744.480155:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236680. 00000100:00000040:2.0:1749611744.480157:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079235c00 x1834598494724736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611764 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611744.480159:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079236680 x1834598494724992 msgsize 520 00000100:00100000:0.0:1749611744.480165:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749611744.480166:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494724736:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749611744.480170:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494724736 00000100:00080000:1.0:1749611744.480170:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:2.0:1749611744.480172:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000040:1.0:1749611744.480173:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:2.0:1749611744.480174:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611744.480175:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611744.480179:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000100:00000001:3.0:1749611744.480180:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749611744.480182:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00100000:3.0:1749611744.480183:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494724992 00000020:00000001:2.0:1749611744.480184:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611744.480185:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611744.480185:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:2.0:1749611744.480187:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611744.480190:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611744.480191:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611744.480193:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611744.480194:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611744.480196:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611744.480197:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.480197:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611744.480199:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611744.480199:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611744.480201:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611744.480202:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac000. 00000100:00000001:1.0:1749611744.480202:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480202:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611744.480204:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611744.480205:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494724992 00000100:00000001:2.0:1749611744.480206:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611744.480206:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611744.480208:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1749611744.480209:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611744.480210:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611744.480211:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00001000:2.0:1749611744.480213:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749611744.480214:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611744.480216:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749611744.480217:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480217:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.480219:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749611744.480220:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480220:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611744.480221:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611744.480223:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:3.0:1749611744.480224:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbae00. 00000100:00000001:0.0:1749611744.480224:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611744.480228:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 823 usecs (1 jiffies) 00000020:00000010:3.0:1749611744.480229:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880111f8bf00. 00000100:00000001:2.0:1749611744.480230:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611744.480232:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4301017938 00000020:00000010:3.0:1749611744.480233:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000040:2.0:1749611744.480234:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749611744.480236:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611744.480238:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611744.480239:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611744.480241:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611744.480241:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611744.480242:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4301017939 00000100:00000040:2.0:1749611744.480243:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611744.480244:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611744.480245:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749611744.480245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4301017938 00000100:00000001:0.0:1749611744.480248:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4301017939 00000100:00000001:3.0:1749611744.480249:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611744.480249:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494724736, offset 0 00000400:00000200:2.0:1749611744.480252:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611744.480252:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4301017938 00000100:00000001:0.0:1749611744.480255:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4301017939 00000100:00000001:0.0:1749611744.480258:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4301017938 00000400:00000200:2.0:1749611744.480259:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611744.480261:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4301017939 00000400:00000200:2.0:1749611744.480264:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf956280 00000100:00000001:0.0:1749611744.480264:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611744.480268:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611744.480269:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9ed1 [1] + 0 00000400:00000200:2.0:1749611744.480273:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749611744.480273:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749611744.480276:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:0.0:1749611744.480276:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611744.480278:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611744.480279:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff108. 00000400:00000200:0.0:1749611744.480285:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000001:3.0:1749611744.480288:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749611744.480288:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:3.0:1749611744.480291:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611744.480291:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611744.480292:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611744.480296:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00000200:2.0:1749611744.480296:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611744.480298:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611744.480300:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346581632 : -131939362969984 : ffff880079236680) 00000100:00000040:2.0:1749611744.480305:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611744.480306:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079236680 x1834598494724992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611764 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611744.480312:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.480313:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611744.480316:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749611744.480318:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00100000:3.0:1749611744.480320:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494724992:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611744.480320:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611744.480321:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611744.480324:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480324:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749611744.480325:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494724992 00000100:00000001:0.0:1749611744.480326:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611744.480327:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749611744.480329:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611744.480329:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480330:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749611744.480331:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749611744.480332:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611744.480333:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749611744.480334:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235c00 x1834598494724736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611764 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.480336:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611744.480338:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611744.480342:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.480342:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611744.480344:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494724736:12345-0@lo:38:kworker.0 Request processed in 177us (460us total) trans 0 rc -19/-19 00010000:00020000:3.0:1749611744.480347:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:0.0:1749611744.480349:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611744 v=5 (0 0 0 0) 00010000:00000001:3.0:1749611744.480350:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611744.480354:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749611744.480355:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=117 v=20 (1 1 20 1) 00000100:00000001:3.0:1749611744.480358:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:2.0:1749611744.480360:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00000001:0.0:1749611744.480360:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611744.480363:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611744.480363:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611744.480364:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611744.480366:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749611744.480367:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000001:0.0:1749611744.480367:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611744.480369:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749611744.480371:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9a28. 02000000:00000010:3.0:1749611744.480374:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de20000. 00000020:00000010:2.0:1749611744.480374:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130c00. 00000100:00000040:0.0:1749611744.480374:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611744.480377:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.480378:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611744.480380:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611744.480384:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611744.480387:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611744.480391:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611744.480391:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4301017939 00000100:00000001:0.0:1749611744.480392:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611744.480395:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611744.480395:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4301017938 00000100:00000001:0.0:1749611744.480396:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611744.480397:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4301017939 00000100:00000001:3.0:1749611744.480398:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611744.480399:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.480400:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611744.480401:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611744.480402:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480402:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611744.480404:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:2.0:1749611744.480406:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611744.480406:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611744.480408:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000001:2.0:1749611744.480408:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611744.480410:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe7e8. 00000100:00080000:0.0:1749611744.480411:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749611744.480412:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749611744.480412:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749611744.480414:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00080000:0.0:1749611744.480415:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:3.0:1749611744.480416:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611744.480417:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611744.480419:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480419:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611744.480421:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611744.480422:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611744.480426:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611744.480426:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611744.480429:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000100:00000200:2.0:1749611744.480429:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611744.480434:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494724992, offset 0 00000100:00000001:2.0:1749611744.480436:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611744.480437:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.480439:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749611744.480440:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749611744.480440:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494724480:0@lo:38:kworker.0 02000000:00000001:2.0:1749611744.480441:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611744.480443:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611744.480444:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.480446:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480446:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611744.480448:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611744.480449:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749611744.480451:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979c38 time=63 v=5 (5 0 0 0) 00000100:00001000:2.0:1749611744.480454:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880071979bf0 time=63 v=5 (1 0 0 0) 00000100:00000040:0.0:1749611744.480454:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1ca80 x1834598494724480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.480456:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749611744.480457:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf956380 00000400:00000200:3.0:1749611744.480463:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9ee5 [1] + 0 00000100:00000001:2.0:1749611744.480463:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480465:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1749611744.480466:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749611744.480469:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611744.480470:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:2.0:1749611744.480471:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611744.480473:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781dbc00. 00000400:00000200:3.0:1749611744.480475:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611744.480477:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1749611744.480478:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611744.480479:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749611744.480480:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611744.480481:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000040:0.0:1749611744.480482:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:2.0:1749611744.480483:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000200:3.0:1749611744.480485:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.480485:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1749611744.480485:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611744.480486:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611744.480489:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbae400. 00000100:00000040:2.0:1749611744.480490:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611744.480493:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611744.480496:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611744.480497:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611744.480498:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.480499:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1749611744.480499:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1ca80. 00000100:00000001:2.0:1749611744.480500:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480503:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749611744.480504:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.480506:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480509:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611744.480510:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749611744.480512:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494725120:0@lo:400:kworker.0 00000400:00000200:3.0:1749611744.480515:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00000100:00000001:0.0:1749611744.480515:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611744.480516:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.480518:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611744.480521:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1fb80 x1834598494725120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611744.480555:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000001:2.0:1749611744.480557:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611744.480559:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611744.480560:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611744.480562:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:2.0:1749611744.480562:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079130200. 00000100:00000001:0.0:1749611744.480562:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611744.480565:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611744.480566:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611744.480567:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611744.480567:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611744.480568:0:28321:0:(genops.c:1242:class_import_put()) import ffff880071979800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611744.480568:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611744.480571:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749611744.480572:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:0.0:1749611744.480572:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1749611744.480573:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b81b000. 00000100:00000001:3.0:1749611744.480575:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611744.480575:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1749611744.480575:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749611744.480577:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611744.480578:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1fb80. 00000400:00000010:0.0:1749611744.480578:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000020:00000001:3.0:1749611744.480579:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611744.480582:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000040:3.0:1749611744.480585:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236680 x1834598494724992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611764 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611744.480585:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:2.0:1749611744.480587:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611744.480588:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480588:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611744.480590:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611744.480594:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.480595:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611744.480597:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.480599:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611744.480600:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494724992:12345-0@lo:38:kworker.0 Request processed in 279us (437us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611744.480601:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611744.480607:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.480608:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611744.480610:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749611744.480611:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000400:00000001:2.0:1749611744.480614:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611744.480615:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1749611744.480615:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611744.480617:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749611744.480617:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db6e0. 00000100:00000001:0.0:1749611744.480618:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611744.480620:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749611744.480620:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611744.480621:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880111f8bf00. 00000400:00000010:2.0:1749611744.480622:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749611744.480623:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611744.480625:0:28324:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611744.480625:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749611744.480626:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000100:00000001:0.0:1749611744.480628:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749611744.480629:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611744.480631:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbae00. 00000100:00000001:0.0:1749611744.480631:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.480634:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611744.480635:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611744.480638:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611744.480640:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611744 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611744.480645:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749611744.480645:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=99 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611744.480646:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.480648:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611744.480649:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611744.480649:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611744.480651:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611744.480652:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480652:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611744.480654:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480655:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749611744.480658:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1749611744.480661:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=149 v=5 (1 1 1 1) 00000100:00000040:0.0:1749611744.480662:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.480663:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611744.480665:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611744.480667:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611744.480670:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.480673:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611744.480677:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1749611744.480678:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.480679:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611744.480679:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611744.480681:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611744.480682:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611744.480685:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611744.480687:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611744.480688:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611744.480689:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749611744.480692:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611744.480693:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611744.480699:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611744.480701:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611744.480702:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480703:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611744.480705:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611744.480711:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611744.480712:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494724864:0@lo:400:kworker.0 00000100:00000001:2.0:1749611744.480716:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611744.480718:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611744.480720:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1e680 x1834598494724864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611744.480725:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494724608:0@lo:38:kworker.0 00000100:00000001:2.0:1749611744.480726:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611744.480728:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611744.480730:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bf800. 02000000:00000001:2.0:1749611744.480732:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611744.480733:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611744.480734:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000001:0.0:1749611744.480734:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749611744.480736:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1749611744.480736:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1749611744.480738:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012b81b800. 02000000:00000001:2.0:1749611744.480739:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1749611744.480739:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff210. 02000000:00000001:2.0:1749611744.480741:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611744.480742:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1e680. 00000400:00000200:0.0:1749611744.480743:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:2.0:1749611744.480744:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611744.480745:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611744.480746:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611744.480747:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480749:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611744.480751:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611744.480752:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611744.480754:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611744.480754:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611744.480755:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611744.480763:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.480770:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611744.480772:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480774:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611744.480776:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611744.480777:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611744.480779:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.480781:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611744.480785:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611744 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611744.480788:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=149 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611744.480791:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611744.480793:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611744.480795:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611744.480798:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.480805:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611744.480807:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611744.480808:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480815:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611744.480817:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611744.480820:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611744.480823:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611744.480825:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611744.480829:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611744.480836:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494724736:0@lo:38:kworker.0 00000400:00000001:0.0:1749611744.480841:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611744.480842:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611744.480844:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff0b0. 00000400:00000200:0.0:1749611744.480846:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611744.480848:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611744.480849:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611744.480875:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611744.480885:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.480892:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611744.480893:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480895:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611744.480897:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611744.480898:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611744.480899:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611744.480901:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611744.480905:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197b438 time=1749611744 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611744.480907:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197b3f0 time=63 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611744.480910:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611744.480912:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611744.480914:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611744.480917:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.480930:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611744.480932:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611744.480934:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480935:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611744.480937:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611744.480939:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611744.480942:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611744.480944:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611744.480947:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611744.480954:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494724992:0@lo:38:kworker.0 00000100:00000001:0.0:1749611744.480958:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.480960:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611744.480963:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1ed80 x1834598494724608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.480969:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611744.480971:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611744.480973:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781d8800. 02000000:00000001:0.0:1749611744.480979:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611744.480981:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611744.480983:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611744.480985:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611744.480987:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbac800. 02000000:00000001:0.0:1749611744.480989:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611744.480991:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611744.480992:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1ed80. 00000100:00000001:0.0:1749611744.480995:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611744.480996:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.480998:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611744.481000:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1ce00 x1834598494724736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.481018:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611744.481020:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611744.481021:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781db000. 02000000:00000001:0.0:1749611744.481024:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611744.481025:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611744.481026:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611744.481028:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611744.481029:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbae000. 02000000:00000001:0.0:1749611744.481031:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611744.481032:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611744.481033:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1ce00. 00000100:00000001:0.0:1749611744.481036:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611744.481037:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.481039:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611744.481042:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1f100 x1834598494724992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611769 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611744.481048:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611744.481049:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611744.481050:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800781db800. 02000000:00000001:0.0:1749611744.481052:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611744.481053:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611744.481054:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611744.481055:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611744.481057:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbaf800. 02000000:00000001:0.0:1749611744.481059:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611744.481059:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611744.481061:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1f100. 00000100:00000001:0.0:1749611744.481063:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611744.481064:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611744.481066:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.481068:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611744.481069:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611744.481071:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611744.481072:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611744.481578:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4301017939, at 4301017939 00000100:00000010:2.0:1749611744.481585:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2257b40. 00000100:00000040:3.0:1749611744.481605:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4301017939, at 4301017939 00000100:00000040:0.0:1749611744.481605:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4301017939, at 4301017939 00000100:00000010:0.0:1749611744.481619:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2257480. 00000100:00000040:1.0:1749611744.481624:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4301017939, at 4301017939 00000100:00000010:1.0:1749611744.481637:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2257b80. 00000100:00000010:3.0:1749611744.481642:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2257340. 00010000:00000001:0.0:1749611744.632626:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611744.632632:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611744.632635:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611744.632638:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611744.632642:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611744.632644:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611744.632647:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611744.632649:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611744.632764:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611744.632770:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611744.632773:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611744.642373:0:11465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611744.642382:0:11465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611744.642389:0:11465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611744.642404:0:11465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611744.642410:0:11465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611744.642413:0:11465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611744.642420:0:11465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611744.642425:0:11465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611744.642428:0:11465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611744.646447:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611744.646454:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611744.646459:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611744.646593:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611744.646597:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611744.646600:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611744.646606:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611744.646609:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611744.646612:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611744.762977:0:11507:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611744.762981:0:11507:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 183: No crash or request leak in case of strange dispositions ================================================================== 23:15:43 (1749611743) 00000001:00000001:3.0:1749611744.771470:0:11507:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749611744.821963:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc00. 00080000:00000010:1.0:1749611744.821972:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc00. 00000020:00000001:1.0:1749611744.821978:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611744.822058:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc00. 00080000:00000010:1.0:1749611744.822063:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc00. 00000020:00000001:1.0:1749611744.822066:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611744.822073:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc00. 00080000:00000010:1.0:1749611744.822078:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc00. 00000020:00000001:1.0:1749611744.822081:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611744.948690:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611744.948695:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611744.948698:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611744.948702:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88007de18180 going to sleep for 0 seconds 00000100:00000001:1.0:1749611744.948705:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611744.948709:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611744.948712:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611744.948715:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611744.948717:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611745.388968:0:11530:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8bc80. 00080000:00000010:3.0:1749611745.388978:0:11530:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8bc80. 00000020:00000001:3.0:1749611745.388984:0:11530:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611745.389000:0:11530:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8bc80. 00080000:00000010:3.0:1749611745.389005:0:11530:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8bc80. 00000020:00000001:3.0:1749611745.389008:0:11530:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611745.389015:0:11530:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880111f8bc80. 00080000:00000010:3.0:1749611745.389019:0:11530:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880111f8bc80. 00000020:00000001:3.0:1749611745.389022:0:11530:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611745.393388:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc80. 00080000:00000010:1.0:1749611745.393395:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc80. 00000020:00000001:1.0:1749611745.393400:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611745.393471:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc80. 00080000:00000010:1.0:1749611745.393475:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc80. 00000020:00000001:1.0:1749611745.393478:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611745.393484:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc80. 00080000:00000010:1.0:1749611745.393487:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc80. 00000020:00000001:1.0:1749611745.393490:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611745.459588:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611745.459593:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611745.459596:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611745.459600:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611745.459603:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611745.459607:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611745.459610:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611745.459613:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611745.459616:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611745.480621:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611745.480633:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611745.480635:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611745.480639:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611745.480642:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611745.480644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611745.480647:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611745.512647:0:11572:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611745.512652:0:11572:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_183: @@@@@@ FAIL: creating dir /mnt/lustre/d183.sanity 00000001:00000001:1.0:1749611745.516771:0:11572:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749611745.571191:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381f00. 00080000:00000010:0.0:1749611745.571200:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381f00. 00000020:00000001:0.0:1749611745.571207:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611745.571282:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381f00. 00080000:00000010:0.0:1749611745.571287:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381f00. 00000020:00000001:0.0:1749611745.571290:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611745.571297:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880084381f00. 00080000:00000010:0.0:1749611745.571302:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880084381f00. 00000020:00000001:0.0:1749611745.571305:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611745.634642:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611745.634647:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611745.634756:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611745.634761:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611745.634765:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611745.948635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611745.948641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611745.948643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611745.948648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88007de18180 going to sleep for 0 seconds 00000100:00000001:1.0:1749611745.948652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611745.948656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611745.948659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611745.948662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611745.948665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611746.008105:0:11594:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611746.008115:0:11594:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611746.008122:0:11594:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611746.008138:0:11594:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611746.008143:0:11594:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611746.008147:0:11594:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611746.008154:0:11594:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611746.008159:0:11594:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611746.008162:0:11594:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611746.012375:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611746.012382:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611746.012387:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611746.012457:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611746.012461:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611746.012469:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611746.012475:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611746.012479:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611746.012482:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1621 lines, 1621 kept, 0 dropped, 0 bad.